{"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:03.162766011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48965"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:03.163263561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58a2a562-fe09-40d8-bb24-37aa2dc64c50","remote_addr":"[fd00:1122:3344:101::1]:48965","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:03.163611148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58a2a562-fe09-40d8-bb24-37aa2dc64c50","remote_addr":"[fd00:1122:3344:101::1]:48965","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:03.173207665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:03.173243675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"58a2a562-fe09-40d8-bb24-37aa2dc64c50","remote_addr":"[fd00:1122:3344:101::1]:48965","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10058,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.366760048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.366817789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.36682977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.36683812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.367110795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.367146976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.369218388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.369378232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.369705138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.370823011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":5,"elapsed":"4.081844ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.372115488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.372128498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.372271711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.37419485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.374359004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.375741172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.377896766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.377908646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.378037519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.388756799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:10.388777679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":5,"elapsed":"22.022091ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:10.836937862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:46485"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:10.84124981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"b6fd0116-1b86-482e-a9ef-8a50b2f83910","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3989,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.367600754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.367681136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.367700156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.367715586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.368111074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.368142625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.370419401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.370630456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.370750048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.372664007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"5.091664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.373130497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.373146047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.37327981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.374766361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.374953664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.376287672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.378369034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.378382915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.378514877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.391409931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:20.391433022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":6,"elapsed":"23.830847ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:20.838274778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"515f297a-65ca-41dc-8457-e7563c3a4161","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:26.592598662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:46770"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:26.592906319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8b63dc85-e3fe-42c5-b398-cb7fc3da2c9d","remote_addr":"[fd00:1122:3344:101::2]:46770","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:26.593205485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8b63dc85-e3fe-42c5-b398-cb7fc3da2c9d","remote_addr":"[fd00:1122:3344:101::2]:46770","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:26.601834021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:26.601855732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"8b63dc85-e3fe-42c5-b398-cb7fc3da2c9d","remote_addr":"[fd00:1122:3344:101::2]:46770","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9016,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367758675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367821367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367834957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367843337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367851797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367859527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367866408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367874578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:15:30.367881328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367892568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367903028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":3,"elapsed":"19.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367915818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367927149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367938699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.367949459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.367959199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:05:30.367881438 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.36797194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.36799773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.36801736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368027721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368038241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368046551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368055331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368065012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368074972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.368085532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368094832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368104412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368113913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368122953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368131793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368141443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368150683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368160023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368168994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368177344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368187654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368197744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368207824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368216615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368226225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368235485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368245325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368254835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368265436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368281136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368290116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368299466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368308197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368317747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368327157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368336047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368344947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.368354958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368364548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368372748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368381658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368391028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368399318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368407968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368417219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368425849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368435389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368448369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368460109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.36847184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368729495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368747966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368760036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368771116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368782296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368793307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368806137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368817887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368829267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368840677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368852038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368861468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368874238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368885368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368896589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368908139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368922079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.368933169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369022701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 604238012 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369247996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 604420286 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369281536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369293857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369848248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369871089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":3,"elapsed":"1.544882ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369905729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.369919599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":3,"elapsed":"2.072862ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.371713296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":3,"elapsed":"3.760107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.372080884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.372645745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.372810829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.372913791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.373596435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.375151337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:05:30.367881438 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.375171667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:05:30.367881438Z\",\"pruned\":[]}","iteration":2,"elapsed":"7.2857ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376324841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376342081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376491674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376512034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376535185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376700498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376712789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376744159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.376872782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.378991815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.379128998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.37923557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":2,"elapsed":"11.22469ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.379392163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.381028197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.381051377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.381264982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.383194401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.384183062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 619414873 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.384495188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.38556205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.38557915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.385786384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.387183973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.387427388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.390228075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.393097954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.393126554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.393348599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.394458572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 629682823 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.394895631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.397907352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 633132224 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.3983002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.398917183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.399376942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.399932004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.400003475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.400281411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.401893834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.401922465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.402060927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.404115719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.404477827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.433271816Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.433319487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.433329557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.433675144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.43538913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.435653005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.43588389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.436129435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.436351049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.439350011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.439380891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.439565905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.439637726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":3,"elapsed":"71.588675ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.440665878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":3,"elapsed":"72.444863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.441226619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.442528156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.444005446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.444033827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.444045947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.444406564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.444902704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.444926415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.445124729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.445213101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.446833544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.446855394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.447036908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.447248352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.447315614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.447329554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.447501607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.45053977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.450812285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.450849576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.450865226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.450875136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.450887057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":2,"elapsed":"82.716603ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.452287336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.452313006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.452321026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.452327476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.452641903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.456803018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.457189516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.457315598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"89.306008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.458950662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.459947922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.459973393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":7,"elapsed":"92.166507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.461268359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.461724589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.461738909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.462009904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.465958145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.476215735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.476237786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":3,"elapsed":"108.116033ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.479576564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.48868093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.489171131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.49352841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":3,"elapsed":"125.489978ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.501449012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.501485032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.501884151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880e8d9b-9642-4c2f-86e3-62030084fa18\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.501917941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.502224948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.502253248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.502266899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":3,"elapsed":"134.31239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.502429222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":3,"elapsed":"134.521173ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503088315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.503107846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503116926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":2,"elapsed":"134.86478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503358961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503523644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.503607986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503828371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503842721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.503866551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.504168338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.506191939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.506220529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.506345042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.509098818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.509126059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.509137079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.509145259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.509288352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.51062846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.514811055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.514835246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.515094351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.528750111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.528804932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.52919686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"857aa71f-83c0-4274-b24c-0217fe67ed09\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.529434495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.530869844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.542237027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.542700136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.55362717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.556651992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.556697123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.556898577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.557914687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":3,"elapsed":"189.56537ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.558629362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.558657883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.558674703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.559146783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.561527481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.561879639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.562897649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.566096125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566126876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566537134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566561164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566573505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566664587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47cef409-2460-4c6e-86b8-fd126c31651f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.566691887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.566993743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.567017424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.567085985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.567191728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.567287239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.567485623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.568354121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:15:30.59467613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.594868294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":2,"elapsed":"226.69313ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.622251095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":5,"elapsed":"253.918118ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.624764706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.625161104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.632557335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.632635157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"264.367602ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.672071164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":3,"elapsed":"303.974302ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.702718491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.714617445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.714653976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.715228547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca74078-1d55-4600-a217-a9f17ac24651\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.715257078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.715715148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.717095706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.717831811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.717857051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.717869041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.717881672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":3,"elapsed":"350.081616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.718629487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.72072767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.720748331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.720860783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.720885133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.720937394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.721082827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.723212901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.723371114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.723775213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"01cecd72-4e8b-4041-9a66-8b95de6a8fb8\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.723804703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724104669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724316984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724331764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724339944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724348884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":3,"elapsed":"356.215051ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.724423176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80d071e-99c2-47d6-ad97-9b4674440148\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:15:29 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.725279433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.725298664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.725494738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.726345525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d679fff6-2b9f-43a8-8b0f-06cc3278b23b\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.726369795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.727437317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.727786055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.728936748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.728952128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":4,"elapsed":"360.995419ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.729540431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":3,"elapsed":"361.262294ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.755695146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.758635126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.758664157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.75884391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.760978444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":3,"elapsed":"393.194749ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.761483044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.762053546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a66be333-e6c0-411d-bb10-675450030c6a\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.762078366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.763354173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e4ebe0c5-b9e5-4855-88b8-cf37cf0f5c47\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.763370623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.764793652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"53045719-d74d-431e-82fe-fd99e7f26838\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.764821133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.76666704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.766713141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":4,"elapsed":"398.879135ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.784800911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.784837122Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.785051067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ed954be5-6f1a-4ddf-9da7-a95e59e72033\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.785064547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.785363773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.788003527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.788225882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.791353866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.791760124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.796243666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.796274126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.798051873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db56bcc2-d651-4e7b-b3ee-95a5aa1c40ba\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.799682656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":4,"elapsed":"431.697677ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.819265067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.819598104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.821783819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.821808649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.822098085Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.831990897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.832483258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc443c09-ccbc-4096-9398-0cdcab0a2844\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:15:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832502748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832515568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832901706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832912576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832919687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832927287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832935477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.832942657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.83310618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.83311592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.833270334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.833278834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.833512929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.833641041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.835458739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.835599491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f52e39f-7a93-494c-bded-fb850adbd729\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:15:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.835614482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.835706424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68f5b8e-c105-469f-948d-9fe428bd44c6\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:15:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.835718514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.835728714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.838343438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5cb9ae58-f8ef-4a72-bc4f-80306e0b5d7d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1154,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.911374833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f317b5a9-310a-4c33-acfc-186fb9df022c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.911423683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.911436314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:30.911444694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:30.912591477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":3,"elapsed":"544.487985ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.025653302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f98fbb52-3715-4623-a2ad-b2f04140bc7f\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:31.025704743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.025716183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.026031079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4a6c89-2e77-4306-97c7-6886c9285b3a\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:15:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.026092881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.026449168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.036129196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.036398472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.04072677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.041089517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.043896585Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.044171331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:31.051874908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":3,"elapsed":"684.130043ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.367661461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.367716483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.367726583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.367734673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.367998438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.368012589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.399193957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.399458252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.402233689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.40473696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.404753911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.404919184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.406466996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.406746241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.435335307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"67.678265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.436542311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.438977351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.438999652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.439140915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.545950971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:40.545995412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":8,"elapsed":"178.29815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:40.838176812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"509b3706-e7e4-4ed9-aabc-06076590136b","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1014,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:45.787414437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c45cab35-9c9f-4560-bec2-9a26d9405541","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:45.787724634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c45cab35-9c9f-4560-bec2-9a26d9405541","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:45.79094486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c45cab35-9c9f-4560-bec2-9a26d9405541","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3598,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:45.791189765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"168491aa-6413-45f9-87bd-a1b345777b72","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:45.791375598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"168491aa-6413-45f9-87bd-a1b345777b72","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:45.793437151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"168491aa-6413-45f9-87bd-a1b345777b72","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.368078138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.36813784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.368149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.36815825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.368400955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.368441606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.369894456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.370070849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.371041619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.371920377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"3.862259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.373377917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.373393107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.37352793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.375713725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.375864868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.404477034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.406807251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.406826002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.406958674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.415294305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:15:50.415314395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":9,"elapsed":"47.229837ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:15:50.838207941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5b0974b1-52e7-430a-ab99-e75dd1c9e591","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1006,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367228379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.36728345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367293611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367302211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367315981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367326741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367336611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367347332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367357342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367367322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367378222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367387672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367397483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367406733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367418553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367427904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367437074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367445284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367454324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367463314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.367473674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367483525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367492375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367501505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367510575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367520505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367529095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367537866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367545866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367555016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367565876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367575667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367585017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367593537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367603987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367659238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367681019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.36774744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.3677744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367791011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367840762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367857122Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367870082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367887503Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367898103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367909493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367921114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367930714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367937404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.367944894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.368018545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.369971576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.370141749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.370316132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.370924705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.371273192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"3.976311ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373261683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373275403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373489288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373702962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373714592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.373853985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.376477069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 611456190 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.376787315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.376838236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.377153932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.379560402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.379579222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.379803227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.380035391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.380044712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.380182894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.381850869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 616829210 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.382175835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.382258977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"14.994227ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.384191936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 619178468 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.384296239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.384455792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.384540224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.413410865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.413706481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.414461756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.415412336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.417490798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.417515579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.417641871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.41805368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.4180673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.418255984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.419302055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.419494599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.420980249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.421163883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.421785776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.422006231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.42244984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.42246525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.42247125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.422678714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.424018842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"56.569948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.42635526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.42685127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":4,"elapsed":"59.494017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.427538224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.427786859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.429505214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.429519274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.429704348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.434649709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.435541988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.435566348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"68.317459ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.436484557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.436507167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.43663277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.443937699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.444093163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.45324094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.454937475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.454959605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.455090778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.459398006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.459416286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.459423536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.45958097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.466878089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"99.395125ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.479578629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":4,"elapsed":"112.31702ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.488802168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.488837349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.488852719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"121.402145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.495187359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.495467324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.523667571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":4,"elapsed":"156.305129ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.554653486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.554723777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":10,"elapsed":"187.215602ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.56463485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":6,"elapsed":"197.277618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.614295846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.614740236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.638812039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.63887022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.644300521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.644780801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.646664949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.64913762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.6491715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.649338124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.649926866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.650255333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.651906627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":4,"elapsed":"284.595495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.652103271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.653743234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.653760894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.653910877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.655386028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.655404758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.655581502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.655682684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4659e347-2abf-41d5-b75a-2921e927110b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.655698414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.656840257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.65840826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.65841959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.658653754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.674399327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.674428417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.674691193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e8e296-b9d0-4e0b-9eba-32fdfdecdde6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.674716393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.676064211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.684702398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.684720758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.684964893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf119ae6-960f-466a-b479-f5f324f3c445\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.684978604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.686417363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.74198297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36a8643-8743-481b-b1d6-df2b829d19ba\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.742023111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.742367418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.763358837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.763395178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.763696964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"00a3fdf1-0609-41d8-a031-cb13cb89baa4\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.763710615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.764118003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.767034623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.767220427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.77033571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.770593776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.781315755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.781644362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"503bbb1f-8a61-4b99-8fbc-454f17d991fd\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.781673482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.781682572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.781688723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.78253263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":4,"elapsed":"415.127847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.792676197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":4,"elapsed":"425.349766ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.838325842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"121c76eb-7bdd-419f-907b-b77c1f16a872","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1077,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.841227011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.841515797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446d7241-f1c9-4e87-a521-7cf34e7c862e\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.842531138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.842792263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.844850556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":4,"elapsed":"477.456853ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.871368178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.871389219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.908278054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.908614321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.911269415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.911283735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.9115255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.916310998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57acd114-ebc8-4124-97fe-ae1a1f4e7fff\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.917554574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":5,"elapsed":"550.178011ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.926030087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.926359934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95ca850-3f41-46b0-93e2-f651aa8cbbbf\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926383274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926397065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926736802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926759062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926767672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926775462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926783003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926790933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926963596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.926973377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.927121749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.92712987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.927351154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.929493518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.92961058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082b87fa-8ce9-43ab-a720-55cf3f91ee0c\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.929623221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.929705442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd15bacf-586e-4568-b019-b29819df1ab4\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:00.929722483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:00.929736403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.024007813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f7d0030f-4baa-4df0-8a50-4937bbc81d61\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:01.024039023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.024047873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.024261938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ae20f7-8363-4861-86d9-198a5d458931\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:16:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.024306439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.024599815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.134944594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.13523326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.138620559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.138843253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.141178411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.141411706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:01.148280276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":4,"elapsed":"781.058327ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.367477153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.367556344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.367572985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.367585825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.368004494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.368024154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.370094256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.370579556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.37075524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.371827652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"4.3766ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.372463285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.372471655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.372608018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.374743452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.374925795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.401757815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.404024111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.404035731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.404166704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.416282582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:10.416312382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":11,"elapsed":"48.82784ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:10.838535195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"6539af2b-f475-4d31-9e61-fb63dc0ed367","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1078,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:15.787580286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"85729a13-db71-4528-8daf-2bdaf267a227","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:15.787908543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"85729a13-db71-4528-8daf-2bdaf267a227","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:15.790526436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"85729a13-db71-4528-8daf-2bdaf267a227","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3027,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:15.790797172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"e5cc415b-9245-4050-8e12-a99c8721d5c5","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:15.791046927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"e5cc415b-9245-4050-8e12-a99c8721d5c5","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:15.792860994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"e5cc415b-9245-4050-8e12-a99c8721d5c5","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2098,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.368020773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.368078994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.368090054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.368098284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.36838488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.36839884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.370646756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.372954203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.372966024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.373100477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.375877933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.375930404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.378344414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.380638001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.380652511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.380881466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.390187506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.390212347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":12,"elapsed":"22.192924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.40403274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.404289405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:20.432338859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"64.332377ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:20.838679346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"b8cccc69-2a3e-45da-bcc1-75693776dd54","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1137,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367537341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367596652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367608202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367616083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367623593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367633723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:16:30.367645073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367657703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367667764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":4,"elapsed":"20.231µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367680334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367691984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367702284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367718375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367729155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.367739885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367749265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367759625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.367769276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:06:30.367621923 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367780766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367790806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367802237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367814017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367824667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367834997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367846037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367856218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367867008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367877758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367887438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.367897659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367907639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367917549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367929359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367939509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.367949169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.36795939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.36796975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.3679808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.36799046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368001841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368012061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368023211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368032801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368042091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368052751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368063312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368074452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368084262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368095052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368104843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368116513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368127693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368140523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368151514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368161564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368172974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368183414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368194645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368204705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368216125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368229705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368243066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368253186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368300367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368311567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368325347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368338377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368351628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368363208Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368374578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368385668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368423369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.3684721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.36848528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368498521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368507981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368516991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368526171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368534392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368543252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368551642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368559952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368568972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368576362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 603292443 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368590893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368600093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368609073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368617883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 603302113 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.368998081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.369019431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"1.106233ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.369103203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.369115623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":4,"elapsed":"1.45183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.370454511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.370667835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.370715926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.371210696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.371511672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.371710286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372467692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"4.702497ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372580694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372592264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.372729147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:06:30.367621923 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372754048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372764678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:06:30.367621923Z\",\"pruned\":[]}","iteration":3,"elapsed":"5.110844ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372942762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.372954372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.373094725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.375845281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.376574326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"8.742309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.376625147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.377077206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.377319881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.377609317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.377619398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.377791891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.378688989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.378700029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.378859483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.383345195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.384237593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.384741173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.3850964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.385865806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 620628057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.38604877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.38606221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.386140192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.386191363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.386284125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.38750908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.38753377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.387710544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.389074722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.389100293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.389297046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.391510942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 626266833 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.391794108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.391881839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.39286351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.393191106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.394152336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 628913607 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.394474872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.395545984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.398913073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.39923604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.400925095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.404326424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.404355725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.40460653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.404903466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.405347885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.412404219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.414210976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.414235177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.41441116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.42368897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":5,"elapsed":"55.871004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.426754193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.427309504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.427668072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.429362686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.429382997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.429389817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.429573291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.429879457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":5,"elapsed":"61.933738ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.430363107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.430390738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.430570421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.431665526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.431684295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.431693324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"63.867217ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.439681158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.439703608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.439711368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.439717778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.439976574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.440016415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.440107197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.440432563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.441562656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.441583677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.441595557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"73.955244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.442845433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.442985305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.443057417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.443133508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"75.333292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.444439805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.444569558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.444804703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.447184721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.447203842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.447331934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.454506941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.454526272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"86.558462ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.460889152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.461080886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.472746614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.472769275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.472776995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.472783465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.473077881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.49449201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.494696904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.498773627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.570173209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.57022847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.570667239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dffa977-d6e7-4655-b9f9-0c4ea33f2123\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.57070166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.572814853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.622716854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.680737932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.68111339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"debde670-0714-4584-9d39-3a6bb4c0bd30\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.68114336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.683257623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d568da5e-ee9c-4808-b288-fde1279aa68a\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.683291474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.684878167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.684897407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"317.362866ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.694651567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.694684277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.695002404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24306db-e6ab-4e61-82fb-91a97bfa63ee\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.695023864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.697192929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.727882717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.728010079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.72803035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.728173133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f394786-4e71-4063-9fe0-6dc0f1b9ee6c\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.728301305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adb5568-bb53-4bad-a19b-92e2b4cdcd7b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.728319966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.731075962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.731097163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.731809007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.732091723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.732396609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.734833209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.734942021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.735270778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.736873661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.737100825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.738968484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.738979934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.73926126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.743914725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":5,"elapsed":"375.988096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.743942096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.747330745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.747358515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.747513319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.774185115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.774236936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":13,"elapsed":"406.607263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.781647507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":5,"elapsed":"413.702448ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.782305581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"414.30504ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.783081697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"415.385183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.784599138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.785054287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.785882374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.786321543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.786725491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.786736341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.786743622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.786803023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.788695762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.788715582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.788909166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.790384646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.791348226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.791363446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.791373807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.79154495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.791683393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.792465829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.792490949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.792739944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.79449107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":5,"elapsed":"426.599272ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.794757126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.794770526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.794994391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.817850318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":5,"elapsed":"449.966651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.828582028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.829036598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.829052348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.829062898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.829428846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.831358055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.831374755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.831517418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.832981078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.833016159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"465.196852ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.834085191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.834099011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.834108371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"466.320015ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.834677503Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3babbf0f-0e73-4cb2-82b0-8289602aa66b\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.834708794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.83504819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.835162853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.835175403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.835192793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.835202004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":4,"elapsed":"467.600352ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.839535672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"c9634eec-0f1d-4972-9711-a9284f880bb4","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1173,"response_code":"200"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:16:30.854481848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.854510969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"486.768244ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.861364989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.86187257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b04a8172-3293-4758-a4a0-9c9d5ea5797e\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.86188738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.862733517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"495.180256ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.862996513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.863145826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2bf9f9f-36df-4a66-b374-45612cdfb35e\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.863160896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.863295409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.864682387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5593c133-07fc-4886-8139-e7cbb3bda10e\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.864699027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.864746888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.866242819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.86628254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"498.571806ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.866626457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.866639497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.866822511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.868198749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.868498315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.87021595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.870225261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.870401394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.871728751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.871741221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.871924165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.898788545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.898811676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.899096081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e4604084-075c-4d42-8144-b6533ee43c45\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.899107382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.899390987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.902083143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.902348778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.906319279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.906594425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.91023902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.91025344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.910611477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"53ef26d0-1332-407c-b929-432c045e41fd\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.911327242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.911673569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.911941944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":6,"elapsed":"544.199619ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.91319098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.91321811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.913376844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.924276007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.924586903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5f5b63-71ee-4681-b8d7-9f7c1f50a530\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.924608024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.924618904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.92491079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.92492171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.9249292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.92493711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.924944961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.924954721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.925123204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.925136445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.925296558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.925305328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.925677516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.927755628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.92786791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21621390-7464-4bdf-8bef-3659b29560fb\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.927880601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.928032204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2f7043-9e34-4fdd-bb03-555248e8fbdc\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:30.928052414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.928066214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.96254515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.976154709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.976178179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.976186919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:30.97619535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":4,"elapsed":"608.491296ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.024231613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"41db9f09-3665-4f01-b136-025ca8907758\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:31.024255113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.024264194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.02456631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658e975e-2de6-4c53-8037-da660a1892b2\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:31.02459735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:31.024606361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:31.024613321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.024680072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e9a90d3-51bf-4783-961f-04695d239e19\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:16:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.024718383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.025136201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.026088591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":5,"elapsed":"658.291005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.028146963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.02848846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.031460801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.031737196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.033793049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.034024173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:31.041278892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":5,"elapsed":"673.752252ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368118052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368177973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368189593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368199463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368431248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.368657913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.396505693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.396767048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.398046924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.400348141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.400362422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.400491434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.402295481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.402554157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.404523187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.406918136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.406938986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.407072269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.416559433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.416578404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":14,"elapsed":"48.449812ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:40.424494675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"56.392844ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:40.838782355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"6bea7b8b-efd1-472b-8941-93fd2f32ddc0","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1222,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:48.272090966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:62008"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:48.27223804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2060d36d-7b16-497b-ae1d-6683f18e00f7","remote_addr":"[fd00:1122:3344:101::2]:62008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:48.272541876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2060d36d-7b16-497b-ae1d-6683f18e00f7","remote_addr":"[fd00:1122:3344:101::2]:62008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:48.310706347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:48.310727707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"2060d36d-7b16-497b-ae1d-6683f18e00f7","remote_addr":"[fd00:1122:3344:101::2]:62008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38590,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.367719502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.367773843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.367784223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.367791983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.368035038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.368048928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.396731595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.399204686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.399229017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.399361849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.401001633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.401313879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.401553864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.401809779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.402550255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"34.836993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.402936862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.405293381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.405307801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.405453394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.415696434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:16:50.415720724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":15,"elapsed":"48.012663ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:16:50.838927057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"9f2cef02-32a1-4a86-b75b-d59d5ffa2601","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1088,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.36817369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368233901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368244091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368252921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368261271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368267601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368275092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368281802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368288732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368295582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368301552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368307902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368315422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368323333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368330523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368337553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368345283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368352763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368359903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368367403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368374414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368381924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368388584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368395044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368402194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368409635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368416044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.368423785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368431165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368439235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368446115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368452525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368460185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368466556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368474206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368622959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368775462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368784722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368792042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368800683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368809843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368820033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368828163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368840843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368849513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368859064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368867374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368882554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368922765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368933115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.368941665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.370898615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.371077349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.37109789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.372022698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.37257972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.372959848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.372975928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.373136951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.373255664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"4.942131ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.37402829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 608562381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374155372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374169102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.374277824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374359866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374725394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374747574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.374881847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.375301596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.376739615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 611273936 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.3769792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.377657174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.377668604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.377808517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.379969841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.381824369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.38184817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.381989972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.385497624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.385875462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.390424125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.390713541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.391027697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 625546099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.391295053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.392038428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.393751893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.393777774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.393946567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.412245592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.412397275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"44.052991ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.415720233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.415756124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.415916017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.41803484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.418303416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.418888348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"50.666937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.420302617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.422240646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.422612424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.423427771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.423459281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.423556913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.423578094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.423806888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.42386643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.424056563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.425591975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.425619055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.425627366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.42583415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.426662187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.426861031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.427021874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.427246629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.429100667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.432048627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.432078488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.432402174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.432861114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"64.539301ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.434073368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.434103809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"65.218206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.436061149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":6,"elapsed":"67.796558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.438393177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.439236414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.439260415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":16,"elapsed":"70.946763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.440078871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.440106542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.440258805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.445158135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.445489072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.449386202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.449409713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.44975446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78481cb-f234-4472-a65b-b164b04fc8bc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.44977198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.451030216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.464130514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"95.486885ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.466566224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"98.164959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.46933097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.469754309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.469838941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.469850551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.469856591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.470171618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.504092802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.504128802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.504139203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"135.910242ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.504778916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"136.33867ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.534477714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"166.156251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.561391135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.561712371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.567328386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.567357497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.567682173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f59c4f9-4a6d-41ec-b9f7-a7ba7827ef6a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.567696564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.570560142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.571005511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":6,"elapsed":"202.72825ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.572270577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.572297898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.572571774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ed9b0c-b672-4b65-9bf7-b73ef33940c0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.572591844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.574484663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.612260446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.614188945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.614225406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.614394859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.614516002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.614531292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.637464482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.637803169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b734b9-7437-48d2-9a3a-56b77617ebfc\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.639375401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.639699668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.641815821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":6,"elapsed":"273.473628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.655857378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657254637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9c048f-a1f6-4cb8-b699-0a41471ebea2\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657287257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657484552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657516322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657632664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.657688506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.703552644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.703604885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.703849981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"21950e87-9026-4ac4-a517-7ccd315541c1\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.703866351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.704195468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.706720059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.706935054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.707023695Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.707110147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.70918093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.70919652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.709360133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.710604409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.710923745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.716249424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.716280005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.716633922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7847cc9e-8854-4a77-967e-b135192a9896\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.717993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":7,"elapsed":"349.609267ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.719566422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.719861668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d461f3f6-9bbc-4754-845d-820bf063b462\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.719885018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.719894879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720168264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720179004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720186535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720194985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720202945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720209915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720403189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720413379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.720654224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.720663374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.720876189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.722535173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.722655175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04f0a95-8322-4358-baee-6b893001d16e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.722670495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.722762177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0e6940-5638-4615-9f6f-8bfd2d3000d6\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.722780758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.722795308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.74730019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.820976598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ee4e2477-9a6f-41ea-916e-a85d13e1fe11\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.821010508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.821020469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.821446207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f657e7-38ef-4d87-b24d-8a4f4625ad39\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.821506209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.821801665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.821857486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef226987-e9cf-4918-9ecd-86866b47adb9\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:17:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.821877646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.821887266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.821894666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.823068651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":6,"elapsed":"454.713337ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.824570321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.824786806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.828298718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.828599414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.830618925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.83085766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:00.837398514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":6,"elapsed":"469.238005ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:00.839146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"e883ec94-9103-4f8b-803e-3fadc6ff19df","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1078,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:01.731062666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:39425"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:01.731152558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f856aa0d-d26b-4965-89e3-18b464b1cee8","remote_addr":"[fd00:1122:3344:101::2]:39425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:01.731460764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f856aa0d-d26b-4965-89e3-18b464b1cee8","remote_addr":"[fd00:1122:3344:101::2]:39425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:01.78988215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:01.789911171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"f856aa0d-d26b-4965-89e3-18b464b1cee8","remote_addr":"[fd00:1122:3344:101::2]:39425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58824,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.368204329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.36828512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.368304621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.368319231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.368703639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.368726819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.369942264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.370131358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.37070726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.37317182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.373195371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.373342374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.375043769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.375225203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.376784724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.379163413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.379181113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.379314246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.386118606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.386144936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":17,"elapsed":"17.929978ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:10.397223273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"29.052434ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:10.83976034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5dc98d4f-f040-4f84-b783-edf898355f28","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1094,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:12.667133905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57032"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:12.667292298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"243d5db0-d9be-451d-915e-74ba1bc5148e","remote_addr":"[fd00:1122:3344:101::1]:57032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:12.667626065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"243d5db0-d9be-451d-915e-74ba1bc5148e","remote_addr":"[fd00:1122:3344:101::1]:57032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:12.738838103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:12.738879204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"243d5db0-d9be-451d-915e-74ba1bc5148e","remote_addr":"[fd00:1122:3344:101::1]:57032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71646,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:15.788399084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c61a4d58-3424-45ba-8a56-9dd9bdbe0297","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:15.78872342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c61a4d58-3424-45ba-8a56-9dd9bdbe0297","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:15.791414235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c61a4d58-3424-45ba-8a56-9dd9bdbe0297","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3097,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:15.791717071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6b45cbab-5acb-4eaf-a11a-8cd349a85e76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:15.792065879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6b45cbab-5acb-4eaf-a11a-8cd349a85e76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:15.793909446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6b45cbab-5acb-4eaf-a11a-8cd349a85e76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2260,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.615092292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.615153163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.644838601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:19.644948553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52425"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.645110556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"87e1232d-ed66-43ce-bb06-1cacd04821f8","remote_addr":"[fd00:1122:3344:101::c]:52425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.645386612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"87e1232d-ed66-43ce-bb06-1cacd04821f8","remote_addr":"[fd00:1122:3344:101::c]:52425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:19.660625454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:19.660650774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"87e1232d-ed66-43ce-bb06-1cacd04821f8","remote_addr":"[fd00:1122:3344:101::c]:52425","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15600,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.660707886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e1232d-ed66-43ce-bb06-1cacd04821f8\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:17:19 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.661371119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:19.661380359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.368527063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.368584125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.368601265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.368615935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.368891501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.369060274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.370279179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.370489124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.370911202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.372170988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"3.664835ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.37325149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.373264111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.373407343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.37516595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.375406434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.376896385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.379142711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.379158311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.379288924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.386647374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:20.386661805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":18,"elapsed":"18.137392ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:20.838960443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"32613fa9-f2b2-4876-8729-1b62e361fa7e","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:28.452022414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:58312"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:28.453141596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b866a1ae-9732-411c-a55a-3c7685bc3e10","remote_addr":"[fd00:1122:3344:101::2]:58312","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:28.453433272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b866a1ae-9732-411c-a55a-3c7685bc3e10","remote_addr":"[fd00:1122:3344:101::2]:58312","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:28.471646265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:28.471677586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"b866a1ae-9732-411c-a55a-3c7685bc3e10","remote_addr":"[fd00:1122:3344:101::2]:58312","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":18605,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368523192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368592903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368607054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368618254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368628974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368639694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368649265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368659825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368669165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368680405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368692166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.368703786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368717176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368728236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368738536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368748956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368758547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368769397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:17:30.368779997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368790897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368801258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":5,"elapsed":"27.411µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368813478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368823048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368833218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368843009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368852649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368863579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368872869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.368882969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:07:30.368756447 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36889267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36890233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36891156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36891992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36893022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368939531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.368949641Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368958831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368967991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368978541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368986801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.368995772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369005772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369015252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369025592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369034873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369043583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369053303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369063353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369073333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369081993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369090834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369100914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369110294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369119354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369127574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369136884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369145105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369153295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369161965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369170775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369180505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369189926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369198396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369208156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369217056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369228736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369240077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369249197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369260237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369270907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369282807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369293768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369309888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369322518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 603615920 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369339549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36939371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369437551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369451641Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369463691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369474591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369484612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369505332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369516742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 603812994 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369532883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369543733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369554093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369563903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369573284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369582634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369592054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369601354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369612284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369626954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369637615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369724636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369755187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.139423ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369766917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.369776218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36989315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.36990648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.370027523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.370115115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.370139895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":5,"elapsed":"1.374229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.371990723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.372218788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.372645226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.372904202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.373501914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 607802455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.373715638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.3737855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.37426576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"5.256847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.374366131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.374376012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.374576476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.374858832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.374868812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.375049825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.375691246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.375710737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.375828499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.377740001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:07:30.368756447 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.377761611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:07:30.368756447Z\",\"pruned\":[]}","iteration":4,"elapsed":"8.985163ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.378338183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 612640624 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.378483376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.378591568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.379565708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.380466076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.380484297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.38064378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.383226743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.383254024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.383429757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.384247384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.384268114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.384801735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.386173133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"17.204912ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.386722924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.386739235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.386895038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.391314749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.394293579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.394374291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.394546795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.401527427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 635792288 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.401956656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.408418668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.408767856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.424222072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.426207653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.426231363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.426383606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.427822556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.429297536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.429609242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.429621522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.429783826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.429792956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.431554912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.434346229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.436022114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.436437792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.437864051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.438093026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.438226359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439010215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439033205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439301941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439323321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439377212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439565546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439683179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.439723269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.43973748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.43974743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.439969924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.440401443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.440573597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.440755821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.440892473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.441089467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"72.180448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.442328803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.442351223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.442364463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.442575718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.442591858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.444871635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.444887335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.445062379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.445076159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.446135461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.446161511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.446170611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.446179381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"77.17402ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.446378365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.447216833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.447230773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.447450078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.447960218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"79.036998ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.447994949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.448252914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.449367047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.45098004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.451251555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.451318197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"82.380226ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.452346518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.452363258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.452372478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.452751546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.453822538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.453846809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.454076143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.455802438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"86.96589ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.456944952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"88.3837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.458353511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.461465344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.461497345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.4617569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.464105619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.464121659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"95.202938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.475282097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.475601174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.480153847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.480184637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.480192188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.480198308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.480583096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.482944744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.485807133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.486082188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.487401395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.487428166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.487654241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.488162111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.48862403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.489256833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.489489018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.491439958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494149573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494163544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494170794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494178004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494321637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494357168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494419129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.494436189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.49445172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.49446533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"125.814695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494534581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.494802587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"125.770484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.496131634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.496695046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.497795708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":7,"elapsed":"129.058642ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.500098405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.500127406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.500222988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.500290639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.501601166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.501627256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.501640727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"132.746607ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.502700558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.502716049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.502856582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.505296702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.513410628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.513674613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.515650023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.517288167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.517315008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.51744135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.521985333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.522007944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.522367401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c628bc2-de09-467f-8028-bd3146cf15ed\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.522385181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.524977754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.526163719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.526194719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":19,"elapsed":"157.401562ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.535755825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.535792786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.535815336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.535826936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.536132123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e92fa8-d704-4261-a253-9730488f7da2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.536150283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.536190634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f691dde-baa5-42de-8ba2-54294e2c9519\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.536222605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.536462969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"167.57238ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.537821007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.537841728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.537850698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.538078303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.538200285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.538304677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.538721166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.53894606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.541264878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.541287578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.541297439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.541599755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.543509134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.547348142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.547377903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.547609738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.58387173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.583939871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"215.347348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.609643827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.613699501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.613747251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.614005297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:17:30.621892978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.621940389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"252.997489ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.632971795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"264.245789ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.668912261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.669001922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.669021403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.669034163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":5,"elapsed":"300.300797ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.675520026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.675575847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.675976975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"09a41850-5c0a-4095-8da4-3ecf76d2976c\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.676014886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.679400335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"716448d4-3753-490e-b00c-40341a5e1e0d\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.679434996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.684231734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.684259055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"315.724962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.70066127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.700999977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.70359519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.70601772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706042091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706417098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb2a71b-4545-4a7b-82e1-67506486be6b\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706459089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706691144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706704404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706837617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.706880748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.711806919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.713702687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.713736218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.714015313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.71432656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":7,"elapsed":"345.583713ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.716482824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.716857052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb75bea5-e1e0-46dc-8c1d-7401223f7974\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.719290491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.719611368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.721122399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":7,"elapsed":"352.541925ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.722131749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.72215862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.72216851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.72217765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":5,"elapsed":"353.171748ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.722280912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.722295553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.722542048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aed99e8a-3e3d-4168-b493-52ea82f0b675\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.722556368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.722987347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.725493748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.725750643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.729530631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.729787746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.734488613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.734509673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.7348324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9f34249a-bd59-41ba-8b9e-3b37a3d174d7\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.736254689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":8,"elapsed":"367.40514ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.766208102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.766696492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a4bfc52-9b00-4729-90fc-4cdfcf3c262b\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.766713592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.768507799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"555c1281-13e6-4c4e-8e4c-1d2676ba48c0\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.768523819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.7705497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9db0f024-e58d-4bfb-b48b-c157a58f3a9c\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.770571361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.77539142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.77542444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"406.772396ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.839129944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"ea6b0331-0ec8-4d9f-99c6-c98c2fe809f6","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1111,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.84182477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.842207797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.84330723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.844119906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.844136067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.844431053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.854503749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.854804795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e509c70f-7e29-419a-a4a5-3de7a308dc87\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:17:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.854827836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.854838286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855135192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855146602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855153822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855162412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855169753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855177273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855350466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855360627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.855595631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.855604012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.855971049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.858384938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.858508541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dcc4ebf-39fc-40d7-98df-07ec7c660405\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:17:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.858522511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.858607753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63efff42-49dd-4704-bb15-539571a4bed0\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:17:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.858620873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.858631054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.867421523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba8ec7a-014b-47bb-9bf1-a5c439759029\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.867449074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.867458614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.867465374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.870071978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":7,"elapsed":"501.023406ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.950062075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fffc6089-0a35-44e1-9d79-f154d7969988\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:30.950101736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.950111896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.950336531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b49e68-3e2f-4585-8a69-047136e8798b\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:17:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.950376532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.95081213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.954846673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.955100538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.957741752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.957915226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.959912447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.960143531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:30.966752167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":7,"elapsed":"598.249815ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:33.216246361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41753"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:33.216399144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2eec6ed1-577f-4737-be61-04a1e0ca8277","remote_addr":"[fd00:1122:3344:101::1]:41753","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:33.216750462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2eec6ed1-577f-4737-be61-04a1e0ca8277","remote_addr":"[fd00:1122:3344:101::1]:41753","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:33.25524034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:33.25527146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"2eec6ed1-577f-4737-be61-04a1e0ca8277","remote_addr":"[fd00:1122:3344:101::1]:41753","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38942,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.368641793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.368694374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.368703654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.368710254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.36898511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.369056631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.371164564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.373587794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.373600704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.373752407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.375207877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.375466412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.376728508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.378948984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.378962544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.379096617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.3919656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.391995031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":20,"elapsed":"23.330277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.398205258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.398519424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:40.425439645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"56.811593ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:40.839348437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"c653261f-72fd-4e0c-b9f4-e3e1b484c599","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1315,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:45.78894813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ad2631e5-3067-46b4-a929-9c8d862bb26f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:45.78943061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ad2631e5-3067-46b4-a929-9c8d862bb26f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:45.792345679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ad2631e5-3067-46b4-a929-9c8d862bb26f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3489,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:45.792611785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"f9db04b7-b3a4-44b2-ac15-ea542a7f48a4","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:45.792933941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"f9db04b7-b3a4-44b2-ac15-ea542a7f48a4","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:45.79483257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"f9db04b7-b3a4-44b2-ac15-ea542a7f48a4","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.368511308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.36859437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.36861298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.36862782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.368869935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.368883656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.370772624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.373064331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.373078601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.373211254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.375122113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.37546101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.376731646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.379119795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.379131465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.379267658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.389571079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.38959049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":21,"elapsed":"21.090202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.397987001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.398200166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:50.426177788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"57.694871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:50.840122301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"1e514d79-b6c1-4094-8ac7-69f63c8c8fea","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1524,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:56.644929429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:37401"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:56.645055022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"042db34a-eb55-4b89-90e5-75e4501fee81","remote_addr":"[fd00:1122:3344:101::2]:37401","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:17:56.645406489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"042db34a-eb55-4b89-90e5-75e4501fee81","remote_addr":"[fd00:1122:3344:101::2]:37401","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:56.655614768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:17:56.655647638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"042db34a-eb55-4b89-90e5-75e4501fee81","remote_addr":"[fd00:1122:3344:101::2]:37401","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10676,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368157399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368226631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368239301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368249131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368258082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368266462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368274192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368282482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368291642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368298902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368306883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368315273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368323643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.368332673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368341213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368349903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368357484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368365394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368379154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368386614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368394964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368409654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368417885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368425525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368432715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368439525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368446945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368454315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368462496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368469976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368478136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368485796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368493956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368505867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368518367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368645399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.36866016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368708621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368732031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368805393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368843963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368856104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368864404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368873614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368882004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368915175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368925695Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368934105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368943196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368952426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.368962236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.370537308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.370729232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.371760703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.371885556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.593273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.372195522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.372800795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.373021759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.373118311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374474999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374613132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374623972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374736174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374821876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374900618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.374910538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.375192203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.375352517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.375360337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.375552131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.37746008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.3774933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 611547902 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.377793737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.378312837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 612360549 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.378387309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.378595353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.38137657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.381401011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.381601204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.382234168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.382246458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.382475262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.383250568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"14.877344ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.385233819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"17.060319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.385586226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.386464694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 620508165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.386791711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.387031476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.387355222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.387790531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.387943584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.387953394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.388052937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.388148678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.419632803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.419695904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.419708424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.419929429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.41998659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.421485561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.421564313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.421802398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.421856039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.42190296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.42193016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.422146745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.42438139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.424395051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"56.167299ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.428536725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"60.145301ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.429165878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"60.952308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.431066667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.431289902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.431649999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.434079949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.434095409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.434228132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.444747827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.444767217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.445080994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d2cd36-2ba5-4e8d-b41a-5046482331d6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.445095644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.448111346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.450314981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.450331811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.450573606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f58c023-2a1e-469c-937b-a22e2fb2fb31\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.450591557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.452436565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.463024551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.463047912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.463258906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60e7ee6-5722-48f7-a0ff-fc409c0c0a7e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.463275536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.464733876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.468742988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.468757359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.469007264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3413b739-e424-4569-ac88-b9cdc3869220\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.469039444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.469345181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.471870272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.472132778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.472608627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.472791781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.47373337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.475002656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.476849104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.476873285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.477024448Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.477811204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.477833584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.478032818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.480209063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":8,"elapsed":"111.784268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.484085922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.484272276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.484837148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.484864338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":22,"elapsed":"116.452354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.502346616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"134.145825ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.506205015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.506245436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.506257956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.506324237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"137.990514ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.506542862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.51668384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"148.357627ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.527169384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.527203835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.527393809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"42bd96a3-2d03-4ac0-ae33-ca2dc49796dd\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.527419359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.527750366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.530585664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.530808909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.533611946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.534005874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.540803523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.540850094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.540865255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"172.509391ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.542332485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.542360815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.542733213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8059874c-c485-4473-9e6b-a9297d877b62\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.544096611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":9,"elapsed":"175.815079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.560886894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":8,"elapsed":"192.515921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.616462402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.616821709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.621923894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.622281551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec965944-5a52-49f7-94fa-a9769232ed40\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.624119559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.624436045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.626227192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":8,"elapsed":"258.018162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.651815426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.653613052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.653629463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.653823787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.655375308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.657128404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.657149735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.657302498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.769146037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.769487974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.772087177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.772110888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.772470955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.773250591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.773917225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7706674d-8e58-4992-8612-86ac0aae3bfc\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.773944095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.773958575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.773970815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.775084358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":8,"elapsed":"406.740425ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.784896249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.785218666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82fb96e-8c94-4441-a674-ab3f3944db21\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785246256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785257486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785558913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785570273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785577783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785586963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785595093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785602624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785787057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.785798518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.786099614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.786125704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.786486192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.788442532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.788565274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304b11cb-f833-4abf-904f-b1edea06fbcd\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.788582815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.788679997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75828468-44de-4cbc-9c8d-e8174a7d1a8e\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.788694187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.788704827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.84012415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"28407a45-a827-4f60-b174-a7cafb52be58","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1259,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.885680882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"87289ecb-f63b-4ec5-bc84-005edcd2097f\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:00.885718323Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.885732813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.886246654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfa8adf-fdf9-4806-950c-201a29b0547a\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:18:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.886280914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.886616091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.890394629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.890635043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.89485927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.895302679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.897407552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.897632847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:00.904842184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":8,"elapsed":"536.697745ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.368486564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.368562116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.368580806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.368595626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.369028295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.369060286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.370819732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.371132478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.37269477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"4.233346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.396827444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.399248214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.399263534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.399403717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.401177133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.401414528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.403046482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.405547283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.405563793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.405690076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.416585859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:10.416609979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":23,"elapsed":"48.111255ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:10.840160649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"afaa3216-a80b-42c0-a08d-87a3dee0985f","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1123,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:15.788424554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b37ae2e7-923c-45dd-b944-d6f183159d5e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:15.788733581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b37ae2e7-923c-45dd-b944-d6f183159d5e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:15.790783032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b37ae2e7-923c-45dd-b944-d6f183159d5e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2436,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:15.791086409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4f5c1780-dba9-4735-b986-6ee0a42f40bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:15.791428586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4f5c1780-dba9-4735-b986-6ee0a42f40bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:15.79360189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4f5c1780-dba9-4735-b986-6ee0a42f40bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2581,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369057595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369115346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369125276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369133236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369378081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.369397462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.371455234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.373827192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.373843113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.373977495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.375836213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.37617099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.377394285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.379800364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.379821365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.379965228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.388426471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.388452372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":24,"elapsed":"19.391317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.397770662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.398009927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:20.431172276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"62.125712ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:20.83933047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"e54313e3-928e-4791-a3ce-0a7de3098a0c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1048,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368281847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368342848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368354998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368364209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368372129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368380699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368388169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368397209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.368406879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36841549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36842342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36843113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36843905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.3684469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36845546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368462531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368470081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368477931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368485021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368493771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368501121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.368509052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:08:30.368423690 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368519172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368530342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368544202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368557153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368568203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368580233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368592183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:18:30.368604583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368617624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368629044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368640954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":6,"elapsed":"15.23µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368654675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368665905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368679225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368690915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.368702065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368714446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368725926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368737386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368750306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368762357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368775237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368786277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368798447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368810158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368822708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368840568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368853649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368864369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368876119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368888719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36890093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36891413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36892565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.36893867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368949701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368961001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368973541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368985051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.368997922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369009462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369023862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369036962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369049453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369061993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369074323Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369088273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369104354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369116574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369128474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369139925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369151525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369169685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369191926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369219386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369230116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369238536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369246727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369254727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369262357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369271287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369279797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369286568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369294858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369302648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 603061998 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369316858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 603069308 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369775598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369802228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.124213ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369818368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.369833209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":6,"elapsed":"1.349557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.370529903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.370743247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.371392421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.372456082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"3.817848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.372974993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.373118446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.373127666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.373286149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.37331842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 607137132 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.373583205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.374647787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.375915423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.375941044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.375990135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.376118987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.376312861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:08:30.368423690 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.376328912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:08:30.368423690Z\",\"pruned\":[]}","iteration":5,"elapsed":"7.896531ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.37672042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.3767438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.376883903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.377752461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 611558032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.377938445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.378054657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.378108578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.378455555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.378466705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.378484126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.378613768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.379625099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"11.058687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.380474626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.380488187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.380542148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.38062222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.380715702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.381743663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.383250273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.383263304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.383398016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.384948178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.387440529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.38746092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.387640253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.389666945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.391422341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 625235292 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.391584584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.391736067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.391983762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.393430612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.395423023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.395759059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.397203619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.397410543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.398016205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.39823809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.420772051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.421146699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.423363075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.423899525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"55.593118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.425301714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.425334855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.425462907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.425494748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.429475509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.42950859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.429690854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.431334267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.431916079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.435324329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.435539504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.435569054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"66.727036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.437098005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.437398652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.439663038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.439691359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.439702609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.43977684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.439932314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.440044696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.440093187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.440294691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"71.562095ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.440358032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.440580647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.441562047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.441588257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.441599608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.441610018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.441816812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.442591948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.442615878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.442801072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.444619939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.445870975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"77.260102ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.448785455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.449422308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.450220374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.450251605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"81.560559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.451075432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.451712285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"83.08168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.451800377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.451816777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.452071312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.454716066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.454739577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.454945761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.459355341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.459645097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.462181209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.46220185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.46221387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"93.643927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.464245001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.464527527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.468443057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.468468578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.468476728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":25,"elapsed":"100.088059ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.468707743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.468926977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.469106601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.477683786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.47786816Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.48178154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.481806861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.481817591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.482082996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.483543756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.484811552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"116.466344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.484840553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.486787683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.486810893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.487012737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.488089979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.48811066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.488262833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.48960936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.489620971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.489627741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.489633921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.489796424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.507227081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.510413926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.512394497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.512409747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.512731364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9cbd432-1572-488a-97b7-d5513f9a745d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.512745564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.515098722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.524410913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.524431853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.524528255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.524538595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.524728859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15b95ec-a66f-449b-baf2-151aba5d5af2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.52474359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.524824571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bc189a-d6a8-46a5-b601-a44f4c2bc058\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.524842242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.52917586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.529823214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.543784929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"175.34707ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.64884746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.648905111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.649282249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b57c9c1-db8a-4791-9336-5aa60fc36688\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.649312659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.649652056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.65178934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.653604337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.653630408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.653905763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.654823482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":9,"elapsed":"286.454764ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.675912444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.676291092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723a23ca-3ab2-4240-9b61-ae8c90ee5244\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:18:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.676537847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.676960315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9554dce1-27bb-4276-b030-fbb74d64ee21\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.676982386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.679119699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.679509127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.679706642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"335d110c-752c-48ae-978d-4c1ab361af89\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.679719572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.682655692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.682687203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"313.933946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.694203618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":9,"elapsed":"325.718098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.695983535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":9,"elapsed":"327.580745ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.696157258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.696504725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.69870194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.698732081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.699000077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.707407309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.707453999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.70747013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.707565262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"339.05545ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.707784166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.710308498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.714165117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.714198557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.714435192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.720634359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.721615759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.72164281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.721925606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"866c53f4-839e-4459-acf2-ed86860babf3\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.721941396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.722371805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.72363095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.723648631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.723903846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.725648472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.725667432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.725679552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"356.974817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.726133832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.726424958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.729652224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.730030452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.734857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.734879641Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.735240868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"615dc11d-0c50-4730-b004-00b2e9076e12\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.736698738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":10,"elapsed":"368.36606ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:18:30.742864084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.742889355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"374.347322ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.748133952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.748169223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"379.576109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.751154104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.75390806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.753930951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.754089044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.755962982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.755986013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.755995383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.756004303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":6,"elapsed":"387.688115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.758622747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.759164018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"77b843d6-7ca2-49e9-a993-91849d1880b8\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.759177608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.761504796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1230f142-8cae-455d-886f-8adfe6f1c670\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.761517846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.761550677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.761560187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.761570437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.762005316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.763405975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"01cdea7f-96fe-4384-8d78-9f2c75954f62\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.763423385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.763502017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.765325774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.765366355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"396.687209ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.766056769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.766071209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.766471887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.76856266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.768585931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.768594711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.768603961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":6,"elapsed":"400.056299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.801736309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.802024785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.804054537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.804084537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.804333193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.824890713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.835406849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.835736695Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc1bb44-a4bc-4c3a-8a0f-63c24689d281\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:18:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.835759076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.835770356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836062982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836076642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836083992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836091463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836099803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836107403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836293277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836303817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.836513271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.836522151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.836724965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.839106994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.839230397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5f3a41-d731-4ff0-ad3e-b3343084c5f9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:18:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.839243817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.839350029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc526b2-c2d8-42f0-b499-4affe2d1361d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:18:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.83937108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.83938754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.839940551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"92187cad-74df-4589-94aa-b7e5ebbd006a","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1288,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.850588469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28b0b4b-54ce-4165-b0ca-698b6ce7f086\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.85062284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.85063531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.85064404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.852392966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":9,"elapsed":"483.673741ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.949370231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d2b716c9-5113-4b9e-8f62-8f8e67eebd4e\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:30.949411922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.949421662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.949713958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561293ee-425b-4360-ac9b-fb7b1d027bbb\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:18:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.949759379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.950062385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.953889674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.9541848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.95763318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.957841225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.960093121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.960296385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:30.966791158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":9,"elapsed":"598.516591ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.368965919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.369018451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.369028281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.369036571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.369342797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.369396568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.371648425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.374152196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.374168146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.37435259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.376010164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.376251319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.378035525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.380412214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.380434214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.380569207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.392648954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.392673095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":26,"elapsed":"23.681125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.39781846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.398022604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:40.425850994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"56.898575ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:40.839911849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"fb6f6adb-62ca-431f-b323-6bf122feab01","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1172,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:45.789249326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2bae32a9-e630-4c7f-a2c8-3cf699589cc1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:45.789546763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2bae32a9-e630-4c7f-a2c8-3cf699589cc1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:45.792574545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2bae32a9-e630-4c7f-a2c8-3cf699589cc1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3397,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:45.79283962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"0cb0d8ff-15bb-4ca5-af1b-d03e94bf2379","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:45.793091095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"0cb0d8ff-15bb-4ca5-af1b-d03e94bf2379","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:45.795268814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"0cb0d8ff-15bb-4ca5-af1b-d03e94bf2379","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2464,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.368474538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.368535499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.368547079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.36855721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.369012079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.36905458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.371034041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.371229965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.371330987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.37297477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.520253ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.373686285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.373699285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.373848528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.375002512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.375165635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.37689424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.379008674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.379023134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.379152727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.388495318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:18:50.388518968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":27,"elapsed":"20.03267ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:18:50.840305786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"409cd650-4135-4edb-84e8-c519b38a337c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1037,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369113299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.36916944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369179851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369188021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369195251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369203091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369212212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369219362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369226342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369233772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369248402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369255522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369263413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369270223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369277823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369284563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.369291083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369298233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369305213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369312063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369317814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369324904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369332534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369339044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369345424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369354264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369361804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369368535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369376325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369383565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369391645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369398845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369408476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369419226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369430416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369661241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369682311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369703682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369713772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369723802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369732462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369746142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369788643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369797833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369807914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369815014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369823454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369832544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369840964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369849185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.369897526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.3730687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 606653812 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.373414898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.373736854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.435731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.37400836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.375150303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.375459679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.375850297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.375865168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.37600392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.376026681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.37794661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.37941237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 612997991 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.379446261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.379462071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.379579164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.379730737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.38039096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.380406251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.380617875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.381984363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.383887582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.383914702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.384038595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.387835603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.388082198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.391827544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.391999948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.392680012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.392950147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.394719814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.394750644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.394933848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.394967569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.394982279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.395234314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.398152284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.398182785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"28.901032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.417915658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.418262145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.418916079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"49.694097ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.421034932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.421060873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.421068563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.421276867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.422179716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.422425301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"53.180118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424199077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424219798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.42436859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424397901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424410061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424615115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.424683267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.427622937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.427647108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.427658028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"58.501537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.430268871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.430362593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.430605698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 664203050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.430663549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.430862983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.432965577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.432995677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.43312884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.434940817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.438347637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.438376767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.438664663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.438834717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.439104982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.439902859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"70.721508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.440673464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.440902609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.440918689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.441120493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.442704606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"73.358081ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.444609575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.444635445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":28,"elapsed":"75.351272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.457008638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"87.859249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.463182255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.463510102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.465826129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.466130255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.467867871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"98.66528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.468069735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.471825962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.471852522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.472119178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.474242601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":10,"elapsed":"104.925218ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.513656838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.513977065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.521453248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"152.098543ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.538003356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.538042857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.538413255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d06e545-5db0-4c98-9265-697a2c2fba79\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.538431845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.540653311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.565206653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.565263665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.565633172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4359ff4-9d4f-411f-afa9-c81a5f783231\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.565653933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.567539111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.574370921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.574402172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.574771369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf6e69f-35d6-44a0-bdf2-8d30b692c15e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.57480446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.576875922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.618258599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.61831139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.618864052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc7eb08e-e88b-4852-9f28-3d04f5bcc1c4\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.618894382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.619222239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644003736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644290872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.644450565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644466436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644785482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e46513b9-0a86-411f-b846-472c995e9ab7\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644797673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.644966726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.645774613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.646566739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.646956697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.647383885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.647399766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.647537018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.649682702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.649938598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.654103033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.654120343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.654548392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e51914a0-8bfc-4082-9412-73dc441d04eb\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.659900662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":11,"elapsed":"290.66031ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.678235387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":10,"elapsed":"309.072426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.681633676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.681884752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5097b5-947b-494f-a976-f82fa4adc2a2\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.684029016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.68424015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.684325851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.685911634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.685924364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.686057407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":10,"elapsed":"316.728753ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.686068517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.752232211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.768476314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.768821191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.770513955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.770538926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.770712259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.77953378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5b77e1-3dca-4d17-8d7d-cf0abc5d9a0a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.779559711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.779570581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.779579271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.781104882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":10,"elapsed":"411.743248ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.78195424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.782238186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922319f4-9dbc-48e8-a51f-4729f94d0338\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782259946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782271386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782544232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782561202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782568592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782576442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782584302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782592903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782744346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782754236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.782979881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.782988721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.783288427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.786094904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.786216487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5efb16f-abd8-444d-9bc4-ed5faadb9b48\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.786231667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.786313769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df482bb-4439-4fcf-9a26-8e2af059eeee\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.786330019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.786340259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.84010433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"d091f3ef-ad1d-4b86-abb3-e24f5cb9f35e","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1046,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.877353612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f1a025ed-4f46-486e-a553-bbb6830c9af4\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:00.877383443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.877394293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.878002516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8b3163-ba68-4533-ae39-99f482fad4e8\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:19:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.878048677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.878385274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.882780913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.883034589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.887828327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.888231275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.890503271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.890744656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:00.89727985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":10,"elapsed":"528.180731ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.368513726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.368593687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.368611578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.368631638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.368936544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.369051837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.370848954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.373260363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.373283683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.373419336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.37506924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.375288334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.376685943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.37898708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.37899963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.379134043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.392509537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.392552128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":29,"elapsed":"24.021892ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.404920451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.405159206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:10.406698707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"38.216602ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:10.84068518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"302a73b3-3d0f-46ef-93df-7321ea8d40fa","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1071,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:15.789790793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c3f447b7-e3ae-4f89-81a3-71dd6b8509c2","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:15.790275203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c3f447b7-e3ae-4f89-81a3-71dd6b8509c2","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:15.793093551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c3f447b7-e3ae-4f89-81a3-71dd6b8509c2","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3387,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:15.793337746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"581baf54-1ce8-452c-bcea-63392a1c6283","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:15.793603021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"581baf54-1ce8-452c-bcea-63392a1c6283","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:15.796235295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"581baf54-1ce8-452c-bcea-63392a1c6283","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2932,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:18.351737043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:43926"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:18.351851065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e7fa025c-ae1f-4cd3-bb77-2a9257150211","remote_addr":"[fd00:1122:3344:101::2]:43926","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:18.352188942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e7fa025c-ae1f-4cd3-bb77-2a9257150211","remote_addr":"[fd00:1122:3344:101::2]:43926","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:18.402621575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:18.402652555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"e7fa025c-ae1f-4cd3-bb77-2a9257150211","remote_addr":"[fd00:1122:3344:101::2]:43926","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50882,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.368971564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.369062536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.369082796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.369100256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.369510665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.369533305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.371657379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.372364713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.372545007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.37364536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.701396ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.374014487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.374026387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.37416505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.375700282Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.376014268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.377369276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.379691363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.379708793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.379843066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.388562865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:20.388588035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":30,"elapsed":"19.608002ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:20.840304051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"ce48f2bd-15f2-4fbc-81a8-3d7aeb0d81fe","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1210,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369591215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369653186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369665276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369677597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369687247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369696537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369705757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369713568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369722668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369731048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369738878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369748008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369756238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369766018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369774519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369782459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.369791469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369800089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369807719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.36981701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.36982523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.36983403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.36984207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.36985132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:19:30.369889471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369899651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369908361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369916972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":7,"elapsed":"14.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369926942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369935702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369944172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369952713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369960633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369969793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369977493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369986603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.369995433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370003494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370011604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370019424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370028184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370036154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.370045414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370053195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370060895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370069655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370078175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370085955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370094105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370101745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370109056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370116016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370123616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370130436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370137836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370145116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.370152257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:09:30.369989913 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370159817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370167027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370176307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370184487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370192167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370200378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370209458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370218138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370225908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370236478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370246808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370275479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370416502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370441022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370454073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370465483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370480093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370491453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370503424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370516114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370541785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370553985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370574345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370584215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370594126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370601766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370608986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370617576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370625756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370633566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370640556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370657527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370665487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370693988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 604070289 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370710758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 604070999 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.370910942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.371117296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.371228548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.371242489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.340227ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.37127386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.37128446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.219054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.372478714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.372824441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.373493765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.772877ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.374263111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"4.470841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.374335252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.374646938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.374667559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.374826392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.376550637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.376565068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.376770092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.376915305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.376927035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.377067078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.379065239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"9.397983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.379563429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.379746873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.380869556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 614241417 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.381113771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.381252274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.381272444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.381285864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"11.401494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.383603902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.383818646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.384769396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.385148804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 618521775 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.385514291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.386863048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:09:30.369989913 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.386881429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:09:30.369989913Z\",\"pruned\":[]}","iteration":6,"elapsed":"16.876365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.387273937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.388454661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.388476112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.388640525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.388702566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.3888751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.389281698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.389308029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.389634885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.393686758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.393976424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.394386222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 627761534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.39473833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.395774141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"26.007913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.39624492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.396436264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.396486596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.396812952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.397826633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.398054228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.400552899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.401046949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.406057372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.410732437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.410757948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.410985012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.412956113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.413251779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.418793792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.418823783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.418831923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.419028687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.423850166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.424425717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.429627564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.429654395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.429662585Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.429877869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.431494992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.432598775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.433145436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435152727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435248669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435362651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435428823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"65.732125ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435631657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435654777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435713728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.435938463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.436076296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.436095856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.43627102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.43630348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.436651608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.436798991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.436812491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.437052886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.437530396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.437777141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.438056107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.438105337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.438116068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.438299361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.439421584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.440364754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.440466456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.440478846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.440556318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.44068976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.442444796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.443169591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.443527019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.444554949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"74.74902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.444879226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.445148522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.445192973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.447132241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.447329842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.448245485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.44849909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.448773356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.449137933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.449809197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.452504332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.452530313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.452800558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.453259398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.453284238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"83.49746ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.45339495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.453417731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.453665576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.454773899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.454799779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.454811049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.455023574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.458171778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.458199719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.458369592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.460287811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":11,"elapsed":"90.652326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.462027207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.462372454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.464080709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.464276293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.464411886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.464673201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.465463777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.465778254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.466106801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.466171302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.466359936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.468900918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.468916408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.469127043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.469779506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.469804466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":31,"elapsed":"99.864004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.471094603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.471350158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.472752707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.47293345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474196516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.47438856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474471852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474491462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474502142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474511763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.474906301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.475802579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.476373621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.478987094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.479010365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.479171408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.480392383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.480416434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.480531116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.480556036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.480566206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"110.665955ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.480576157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.482165529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.482251681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.482264491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.482273032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"112.655556ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.482500546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.483304153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"113.454942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484023737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484269812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484948506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484964837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484971907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.484978527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.485189571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.486166911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.486234773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.486367735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.486546819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.486572669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.489203793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.489230034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.489349726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.491278586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.49150715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.492879319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.493135174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.510074141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.510125612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"140.165929ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.515467151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.515489332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.515500682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.515797168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.517762958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.520452703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.520482134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.520641597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.522525656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.522539436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.522549556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.522560256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":7,"elapsed":"152.942031ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.524065977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.524078047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.524088557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.524417754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.524949345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"154.891911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.525961516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.529315935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.529338565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.529483028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.531887567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.531907708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.531916578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.531935498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":7,"elapsed":"161.861553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.540132566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.540540444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.554306966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.554799806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.557495361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.563379252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.563413292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.563708988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.600791887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"230.789414ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:19:30.631611848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.6316851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"261.967302ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.672959045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.673031806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.673331522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43226704-02ab-4084-abdd-fbefdff48f66\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.673370403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.675369564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.691680338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.691733249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.692059526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20359328-059a-40ec-907c-5b67fc5a4964\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.692097287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.693840602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.695065417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.695527137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.729211606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.729261397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.729588733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e3f43e-4328-4b35-a793-02af318a8ea5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.729611774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.731985662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.740779542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.740808103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.741119659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32caacce-003e-4e16-8f0b-74bbb83e9ca5\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.741172011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.74166607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.743626981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.745629092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.745649022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.745845426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.747057691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.748760716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.748782186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.748911289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.759919294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.759958485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.760178149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa58a9a9-7e17-41ce-9afa-98d99c9fe2c8\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.76020785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.760528667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.763432866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.76363993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.769063311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.769417018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.769746485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.773332169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.773562854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.773632045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.773647775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.773917381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"61eba6ae-5057-47db-9930-080ff8d40622\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.775016183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.775285879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.775765879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":12,"elapsed":"406.064561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.776988464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.780355273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.780372493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.780515126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.781497286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.785241093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.785512718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.78709144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.787252924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.788648862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.788886677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.789622832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8c41f633-6fd5-471d-b3e0-f706e04f0bb6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.789949629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8c41f633-6fd5-471d-b3e0-f706e04f0bb6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.791586452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.791806247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.792118543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8c41f633-6fd5-471d-b3e0-f706e04f0bb6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2540,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.792378559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"91a680bb-343d-4a31-a432-ec85955f3094","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.792570303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"91a680bb-343d-4a31-a432-ec85955f3094","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.793671205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.793850509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.794336499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"91a680bb-343d-4a31-a432-ec85955f3094","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1991,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.79538899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.795550804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.796454332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.796693907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.798135837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.80121692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.80123226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.801378223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.802868623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.803060877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.804411965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.804597469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.806239722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.809896157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.809918898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.81006167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.816464642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.816503873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.816684366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.818075934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.819631557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.819646517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.819778349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.821875062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.821931633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.821951034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:30.840603786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"0b57d175-d2ac-4ad8-9e38-dddbc756505d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1059,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.865171599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.865401723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553ae40b-7348-43e8-9372-37073214af05\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.866659809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.866857143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.869004377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":11,"elapsed":"499.001484ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.899061522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":11,"elapsed":"529.09921ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.939332237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","vpc_to_sled":"[Sled { identity: SledIdentity { id: c2a2d174-03b7-4a6d-be8a-29b6c3594912, time_created: 2024-12-21T07:14:46.358421Z, time_modified: 2024-12-21T07:14:46.358421Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.939372077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.939380177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:30.939604742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.115507393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.11587227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.122340303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.142328562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.142693849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b0c44286-9bc8-4556-9747-53c913f24757\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.14271115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.144518037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"12afd03f-8b25-46cb-9163-603fed1eae57\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.144539587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.145986197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.146005217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"775.969923ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.153860928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.154195875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f4f933-48a3-4793-8498-e3e19820c5fb\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.154219695Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.154230215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.154239646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.156185425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":11,"elapsed":"786.442717ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.156347429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.156699376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.156712436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.156725086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.157056473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.158257008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.161002514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.167788783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.168016088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767feacc-6165-456a-9b8d-dd22710ca2fa\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168033608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168045168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168285563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168297203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168305943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168316044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168325494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168334094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168498927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168508578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.168762553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.168771183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.169019978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.17154629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.171669612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03cf05a0-51dc-44f8-bea2-6c58e8ae3f47\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.171681343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.171770485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b429984d-7c15-4a43-bd7d-2b7aa19fc5e0\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.171782635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.171792725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.250393954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.250879194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b85f3634-911b-41a3-8bbe-73cae1d9d41a\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.250895524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.252789813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8d03d039-5e0c-4e09-b214-0fc7ee5447d3\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.252811643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.254794254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4288dfbb-1ea3-4dd4-b134-49e431256e0c\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.254820584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.256926508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.256966068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"887.178159ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.261784767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.262372489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"659159c2-bf97-49ad-971e-4aeedf9d50c7\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.262382559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.262401149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.2629143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cdf9a7e-9325-460a-8237-57d4ca6049f1\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.262947411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.263251667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.263322648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f41fe61a-b36d-4933-ac45-77aeb1e26cdf\", \"date\": \"Sat, 21 Dec 2024 07:19:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.264826239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.26484693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","elapsed":"894.994809ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.26485618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":2,"elapsed":"895.00712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.267024114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.267359751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.27120366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.271432185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.273566718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.273944396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.280187894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":11,"elapsed":"910.611999ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.839346169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:53517"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.839447401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9e9fbfbf-1dc1-4b6f-9a69-68c1721f72c8","remote_addr":"[fd00:1122:3344:101::2]:53517","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:31.839772967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9e9fbfbf-1dc1-4b6f-9a69-68c1721f72c8","remote_addr":"[fd00:1122:3344:101::2]:53517","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.881363169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:31.881393599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"9e9fbfbf-1dc1-4b6f-9a69-68c1721f72c8","remote_addr":"[fd00:1122:3344:101::2]:53517","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42017,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.369353849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.36943638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.369455151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.369469541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.369781437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.369861209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.371201646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.371904981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.372246508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.373555684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"4.234297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.373591875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.373604265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.373749368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.376035495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.376220879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.377333882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.379419995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.379433165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.379563167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.390139664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:40.390165184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":32,"elapsed":"20.808196ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:40.840513162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"daf0f158-6843-4aac-a24c-c7643c6ae0e7","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1054,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:42.777713605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43912"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:42.777818297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee881d78-9bee-4a87-8947-aefee910714e","remote_addr":"[fd00:1122:3344:101::1]:43912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:42.778120593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee881d78-9bee-4a87-8947-aefee910714e","remote_addr":"[fd00:1122:3344:101::1]:43912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:42.822217566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:42.822246776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"ee881d78-9bee-4a87-8947-aefee910714e","remote_addr":"[fd00:1122:3344:101::1]:43912","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44493,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:45.789471892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b3f09420-b2b8-4bce-a3df-fe866230dec8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:45.789805249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b3f09420-b2b8-4bce-a3df-fe866230dec8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:45.792235447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"b3f09420-b2b8-4bce-a3df-fe866230dec8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2874,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:45.792484226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"ca104540-ce48-4b35-9a5c-b57e53d11928","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:45.79279121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"ca104540-ce48-4b35-9a5c-b57e53d11928","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:45.794844522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"ca104540-ce48-4b35-9a5c-b57e53d11928","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2340,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.662993239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.66305065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.693873051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:49.693975673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38090"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.694167377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b639802a-9fa9-4897-9a83-3947fe38bbbc","remote_addr":"[fd00:1122:3344:101::c]:38090","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.694476793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b639802a-9fa9-4897-9a83-3947fe38bbbc","remote_addr":"[fd00:1122:3344:101::c]:38090","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:49.710219575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:49.710244626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"b639802a-9fa9-4897-9a83-3947fe38bbbc","remote_addr":"[fd00:1122:3344:101::c]:38090","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":16150,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.710306257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b639802a-9fa9-4897-9a83-3947fe38bbbc\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:19:49 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.711743026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:49.711753867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.368936418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.36899954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.36901693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.36903258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.369441719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.36950151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.37146095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.371719775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.371872378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.372740596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.831598ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.374242307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.374255297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.3743972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.376233288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.376392111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.377586386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.37973089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.37974702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.379873692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.388868877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:50.388893037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":33,"elapsed":"19.949048ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:50.840824237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"4c2df5cd-c73b-4c5c-9579-987a087faa94","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1012,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:58.506696559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:41183"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:58.506806611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f8af0c4-8e24-45b6-8a20-806a28ef7ead","remote_addr":"[fd00:1122:3344:101::2]:41183","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:19:58.507168699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f8af0c4-8e24-45b6-8a20-806a28ef7ead","remote_addr":"[fd00:1122:3344:101::2]:41183","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:58.520543703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:19:58.520582283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"2f8af0c4-8e24-45b6-8a20-806a28ef7ead","remote_addr":"[fd00:1122:3344:101::2]:41183","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":13828,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369678562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369742204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369751994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369761314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369769564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369776474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369783404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369789735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369796065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369804145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369812415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369820035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369827916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369835076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369843016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369849976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.369857826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369865486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369871996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369878677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369884397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369891007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369897117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369903177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369910687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369917447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369924857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369931687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369938988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369945298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369952608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369959318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369966598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369973058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.369979139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370155922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370192063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370252264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370262244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370327506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370361956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370372156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370390677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370397537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370406047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370414308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370421517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370427938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370435288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370443798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.370451908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.372629793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.373850218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.375009111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.375032432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"5.242457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376020982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376045913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376149645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376163545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376216086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.376319118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.377656516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.377686716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.377808149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.378538544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.379971143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 613126494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.380342871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.380919172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.380942823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.381079906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.383102297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.384849193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 617955383 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.385125809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.386091588Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.386118909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.386385474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.389954107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.390185522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.39106511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.391389797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.395133263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.395898289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.396186115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.396205055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 629349326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.396610434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.397782188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.397813698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.397961311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.415084722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.415564042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.417079623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"47.38576ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.417979681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.418005291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":34,"elapsed":"48.076494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.420329909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.420646096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.423934723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.424093196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.424186738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.424528445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.424851152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.424876032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.424886452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.425144708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.425847442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.425991065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"56.114079ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.426076797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.428584288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.428875864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.429323973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"59.432727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.430924606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.434367306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.434895387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.434914878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.435140682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.436469229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.43649414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.436644163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.437229445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.437279696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":12,"elapsed":"67.42411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.438871499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.438894819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.439044432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.439482851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.442149866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.442175216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.44234355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.45165162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.451691961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"81.755043ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.460758037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.460792757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.460802478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.461078193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.462531883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.462668786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"92.825629ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.46287128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.469326472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"99.569629ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.475719563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.475743193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.47606843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94fbb826-0788-44b8-9c27-7b32c2e0bcbd\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.476089611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.477580051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.479530781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"109.739617ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.49120787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.491234021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.491245321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"121.403115ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.49461889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"124.922447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.500329947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.500577222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.50928033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.509515145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.510865052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.512519746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.512542397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.51267808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.513829353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.515557288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.515584049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.515733092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.600031097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.600086679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.600441906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f255bdf5-891e-4498-aba1-a9252950f020\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.600462496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.603176952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.61727587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.617648298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8e182c-42ac-44a6-8d6f-95947a490c7e\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.619316142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.619603478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.622201351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":12,"elapsed":"252.392586ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.625611941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.625626561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.625884567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7eb978f-c939-40ae-bac5-d3f15b4efe8e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.625897747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.628093242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.669149312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.669682593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b61331-7c6e-4e99-8376-d9355e7986e3\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.669714784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.669727174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.669734644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.671456719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":12,"elapsed":"301.679125ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.697964612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.697990223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.698286479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145e2cfe-a125-43a3-9685-0b5bb1b22120\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.69833362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.698653286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.713933969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.713958489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.714125213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5c4ea773-b181-49e3-b636-c05695ff5c51\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.714135463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.714393978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.716726866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.716979841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.720266508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.720602225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.724825592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.724846182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.725195979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fe65ce2a-ba82-4c50-9eef-066a02b4a42f\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.726924765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":13,"elapsed":"357.123139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.735074341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":12,"elapsed":"365.349508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.787875182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.78824484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.789500215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"14808df2-495a-4c51-b3c0-3bd00169e170","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.789790981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"14808df2-495a-4c51-b3c0-3bd00169e170","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.790035006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.790061227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.79022025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.791505527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"14808df2-495a-4c51-b3c0-3bd00169e170","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2050,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.791788002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"18af77ec-233b-44a8-9c2b-d5b20778adb8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.792127559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"18af77ec-233b-44a8-9c2b-d5b20778adb8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.794086559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"18af77ec-233b-44a8-9c2b-d5b20778adb8","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2342,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.798939759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.799227954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061ed601-4436-41ed-92b2-918ee4e77ab1\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799250005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799261285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.79948756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.7995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.79950731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.79951458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799522701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799530421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799717175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799728175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.799948679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.799957989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.800200214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.802237236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.802342568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a43f85e-7302-4f74-a63c-fddbfa342b55\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.802354038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.802495281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52d2f7f-3124-4fba-8143-39406e4d7b30\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.802508092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.802517882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.840444818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"82693202-5a31-45e2-b6d1-22912b2b680b","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1087,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.895698599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"67e7ff2a-f69e-4992-8f27-def30ebd331b\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:00.8957196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.89572815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.896276681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3098a5bf-9fea-41ee-9852-c763345b31a7\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.896317532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.896619388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.900447917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.900669891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.904140612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.904481089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.906634953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.906842437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:00.913254039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":12,"elapsed":"543.588016ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:03.293959879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55482"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:03.294088201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2d22043a-02ed-45e3-a5d3-78577c183d09","remote_addr":"[fd00:1122:3344:101::1]:55482","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:03.294551811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2d22043a-02ed-45e3-a5d3-78577c183d09","remote_addr":"[fd00:1122:3344:101::1]:55482","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:03.332418506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:03.332535948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"2d22043a-02ed-45e3-a5d3-78577c183d09","remote_addr":"[fd00:1122:3344:101::1]:55482","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38439,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.36962581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.369674681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.369684391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.369692691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.370010008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.370111159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.372048089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.374459999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.374472909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.374627362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.376801196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.377033771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.378468191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.380704727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.380717627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.380850449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.391671431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.391694411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":35,"elapsed":"22.052751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.399879739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.400208056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:10.428376242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"58.762023ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:10.84062183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"dbf46d28-8a1e-4ad6-9d4b-908864b85b51","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.369943265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.370031057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.370048427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.370063787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.370419985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.370442545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.372934266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.375527519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.375537329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.375691342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.376957878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.377207783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.378874567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.381296837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.381308287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.38146504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.392328403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.392348923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":36,"elapsed":"22.394498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.401565172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.401853238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:20.428187427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"58.264992ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:20.841008647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"4a2c7527-d1c5-439a-9685-f83ecdd42512","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1084,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:26.690870667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:60018"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:26.691001529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d84c677a-3ee1-4068-909a-0a7e13a34a39","remote_addr":"[fd00:1122:3344:101::2]:60018","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:26.691466249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d84c677a-3ee1-4068-909a-0a7e13a34a39","remote_addr":"[fd00:1122:3344:101::2]:60018","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:26.736411269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:26.736435759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"d84c677a-3ee1-4068-909a-0a7e13a34a39","remote_addr":"[fd00:1122:3344:101::2]:60018","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45526,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369451363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369520604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369531735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369541785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369550845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369558955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369566796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369574776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369583366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.369591246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369599916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369608586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369617206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369625647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369632787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369640667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369648697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369657437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369664438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369672798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369682088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369690738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369698958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369707498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369715499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369724379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369732579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369741109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369749009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369757039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36976474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36977334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36978109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36978945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36979731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36980599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.36981385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369822211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369829541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369837901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369845671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369856121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369864871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:20:30.369872962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369882222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":8,"elapsed":"16.63µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369891882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369900072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.369911752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369923003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369934133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369945363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369957984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369969154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369980994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.369993164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.370005594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:10:30.369860142 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370018845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370031885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370043065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370052135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370059926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370067806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370076676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370084756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370092376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370102396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370116697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370128867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370140557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370152177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370167088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370181988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370196148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.37025941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.37027904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.37029706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370311521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370335301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370352681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370367012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370381602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370396142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370410333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370424763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370441603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370456914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370470664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370480134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370490514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370499824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370509565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370518145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370568056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 603503297 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370585446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 603522358 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370733779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370742649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370938644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.370956244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371098337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371128097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371138638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.370938ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371147348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371156228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.411919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371617187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.371856762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.372353813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.372946655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.373805632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.373971366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.39713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.374311923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.374471776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.374480066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.3746805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.375294153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.375322913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.375512827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376349244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376366535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376375025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376384695Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376504558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.376517828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.377075739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.377255803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.378128581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.379390246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 612341088 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.379677583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.379687063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.379695613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.379850856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.382829367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.383151843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.384238516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"14.414345ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.384821318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 617763539 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.384845638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385107543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385118834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.385126114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385305468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385515622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385530272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385704596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.385930751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.387187436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.387199116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.38736864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.38786216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.388103725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.389665217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:10:30.369860142 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.389681987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:10:30.369860142Z\",\"pruned\":[]}","iteration":7,"elapsed":"19.811376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.390143067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.390171217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.390219028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.390461823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.393087557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.393110427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.393350232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.393369603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.39566702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.395972556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.395986656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.396276682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.396301913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.396834554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 629783305 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.397201181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.39766104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.397682981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.397833984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.399430787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.399455587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.399678372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.403149603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.403430109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.403589112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.403782406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.403866318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.404046331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.404423949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.405483861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.405777247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.406717646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.406734346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.406743066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.407064873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.40885658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.412701468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.416769992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.416793312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.417004427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.422889657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.425587712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.425639823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.425801396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.42840892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.428471891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.428879939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.430904831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.431091135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.431119196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.43132712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.431990943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"62.262655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.432475033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.432883152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.434135867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435063106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435338272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435605947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435631578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435640468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435647348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435653718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.435925144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.43769711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"68.008603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.437862703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.437893014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.438105348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.439088899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.439119279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.43913552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"69.229087ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.440559599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"70.818319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.440733932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.442145421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.442175032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"72.687938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.443689403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.443720743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.443976239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.448137044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"78.576588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.449731556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.450124834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.453660677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.453724208Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.453735138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.453744088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.453754089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.455522255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.455650007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.456039866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.4567405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"87.116524ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459362034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459397404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459447415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459599558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459619739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.45966116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.45967179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"89.833569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.459785112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.462479717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.462507138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.462519948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.462662661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.462884416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.46307381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.4650596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.465146992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.468413759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.46844626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.46845855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.46847228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.468622723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.468653964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.468771936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.468803737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":37,"elapsed":"98.965856ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.470393229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":13,"elapsed":"100.723352ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.471543423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.471565083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.471575273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.471583934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":8,"elapsed":"101.687591ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.477453924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"107.890259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.47872152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.479048377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.480888984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.482074459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482095719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482103279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482273732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482560898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482590969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.482732572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.483173571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.483393486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.48506068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"115.128027ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.485186472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.485210943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.485219943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.485505329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:20:30.485866496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.485888757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"116.229719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.486938178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.490711445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.490745006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.49093465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.493417751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.493440371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.493452461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.493462712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":8,"elapsed":"123.974118ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.515657936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.515690336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.515702767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"146.145992ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.519468314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.525861095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.528456278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.528496859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"158.980654ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.568339554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"198.695267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.583390592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.584021075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.586537967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.588475456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.588514887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.588690271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.705525952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.705590234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.705994742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1817cb0e-16e5-4fba-9fd8-117ec15d10c1\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.706020652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.70641066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.707705297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.70982159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.709845871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.710006014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.728801398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.729248188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"62adf948-f01e-47ac-95a9-68dfe2737da6\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.729313479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.731746929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c7b218d-3b87-407e-a5de-cbffd6cbdc35\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.731771749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.733301211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.733326231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"363.425759ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.738909516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.738936786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.739210262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cc31888e-509f-4bdb-aebc-e5aace2b64f1\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.739222762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.739562469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.742439818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.742660462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.746261626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.746680795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.75183657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.751866091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.754128457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6fb35eb9-7faf-450f-b221-787fc84979eb\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.757013126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.757088457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":14,"elapsed":"387.570543ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.812772597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.812797398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.813079704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a541f1a5-59d9-42cd-b027-61fb77f7a0ba\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.813096794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.814950412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.816730648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.816743059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.817033125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deabca43-bafc-49f9-851c-be759a5502fc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.817046995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.819643748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.822356073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.822367034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.822625429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51eceaaa-533c-42a0-b25d-8158d7157ea7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.822644239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.824906646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.840233799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"b4f7aa40-3c69-4543-b9ce-05db2f2cefc7","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1032,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.883871185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.884282781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef191e53-adfd-45dd-af37-2cc0481d0665\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.884323832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.884333902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.884341492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.885982466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":13,"elapsed":"516.341069ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.905322302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.905789721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1cbdc1b8-f83d-4f6d-870d-345e422ad481\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.905803072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.907625929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bbebf2c4-2136-4e77-aac0-eec88a767df7\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.907638279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.909410735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"23a5fbd6-e301-4331-9d01-20bcb175167c\", \"date\": \"Sat, 21 Dec 2024 07:20:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.909425086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:30.911370706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:30.911404466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"541.487884ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.016442426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":13,"elapsed":"646.8285ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.025817658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.026132215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0939e79-bc96-4067-8ee3-69f735f2b4e1\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.02738577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.027670186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.029394911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":13,"elapsed":"659.693733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.066298917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.066665534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.069952832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.069982412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.070237587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.0830592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.083389637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9118a223-b33f-465e-908b-b3a6a1623103\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083421897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083434468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083721014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083731584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083738954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083747014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083754224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083762704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083931978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.083941458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.084177753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.084185933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.084427718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.086168713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.086277486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905978cd-d732-4143-821e-6e7fa9d97d38\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.086291256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.086372198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3a7287-5129-459e-b2d8-8cd183700d1a\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.086387708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.086400838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.175984172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5167a88c-54da-465d-97d8-10fc3d230bb6\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:31.176026203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.176036533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.176277468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d92242-09be-48a7-86ae-86adc3481717\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:20:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.176321179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.176625385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.180213569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.180443613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.183880574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.184253121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.186549908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.186943896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:31.194083993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":13,"elapsed":"824.642589ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.369286458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.369342889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.36935423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.36936295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.369684096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.369709197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.372014344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.374353512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.374369622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.374501485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.376857363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.37720031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.378909245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.381385886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.381398946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.381565599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.391303359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.391326439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":38,"elapsed":"22.029191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.398941245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.39916908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:40.426891447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"57.621319ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:40.84179357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"17e30cf6-d48f-4394-9f9f-0d683f7a46f2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1786,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:45.789651657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"e805df5c-7def-448d-8bac-c3aedb48b8de","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:45.789992124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"e805df5c-7def-448d-8bac-c3aedb48b8de","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:45.792475934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"e805df5c-7def-448d-8bac-c3aedb48b8de","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2899,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:45.79276462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"3cb0d16b-90d2-481f-92e1-b7af4691bc1f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:45.793128068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"3cb0d16b-90d2-481f-92e1-b7af4691bc1f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:45.794636939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"3cb0d16b-90d2-481f-92e1-b7af4691bc1f","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1950,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370095424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370183165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370201946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370216786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370475181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.370584563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.372487322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.372821479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.372873261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.374477183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"4.40778ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.375264699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.37527729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.375423243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.376426663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.376577526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.378170819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.380214021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.380226601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.380354363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.389508441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:20:50.389523981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":39,"elapsed":"19.433238ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:20:50.841503762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5b881cd0-3835-414d-b023-b783f2edccf2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1227,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369691084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369754365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369766725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369776785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369784935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369792966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369800706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369809786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369818586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369826527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369834547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369843667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369851247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369859527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369870567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369878257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369885828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369893298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369902418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369911668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369920038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.369930009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369939269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369948559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369956769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369964979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369973019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.369981639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.36998954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.36999763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37000621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37001394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370022171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370029911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370038211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370183664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370242925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370266745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370304466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370353427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370365718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370399508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370411938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370422379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37049546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37050703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370516861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370526541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370536071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370544381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.370554391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37194018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.373668885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.373700586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.373814618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.373869209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.017612ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.373980901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"4.208726ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.374046743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 606777434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.374305508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.374599654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.374611284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.374617574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.374817329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.376141656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"6.38323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.376312579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.376508753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.376789059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.376818759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.377959693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37832065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37879375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.37880514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.378874612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.378884522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.378995574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.379066916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.380114557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.380129127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.38027144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.380430613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.380591867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.380974155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.381000945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.381120547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.381456754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 614198426 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.38171584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.382452525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 615185136 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.38271983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383013236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383065707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383314303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.383329023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383336953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383342933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.383576828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.384432455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.384583409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.384610889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.384629439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.38465813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"14.828964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.384746842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.385794443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.385980377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.386947937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.389000569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.389024139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.389254414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.41249868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.412951469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.416320998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.416723116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.417967572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.418187956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.420979414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.423375023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.423389403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.423514005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.423525246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.423534176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"53.749691ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.423544626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.423938294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.424120688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.424954225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"55.040217ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.427258752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.427287583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"57.300263ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.466311951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.466345422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.466608577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd2eb2f-7c1b-469b-a151-8aa4ea51930b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.466624558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.468453175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.500602243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.500626904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.50090309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952a3796-d74a-4903-8e6f-b45c09cca5e4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.50092377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.502806838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.591011604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.591343101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ead3ba9-a1b5-434c-a2d6-5f00ff46fffb\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.592626577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.592895302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.624821256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.624879487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.625236104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91ff023-0e01-44a2-9fb4-1df49abc1e3d\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.625273235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.625368127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.625384267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.625574221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.625663493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eda7776-0796-472f-a36f-200cadd9349f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.625680553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.627121123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.628000131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.628071382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"258.365929ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.628479691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.62895102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.629300328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.630011012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":14,"elapsed":"260.275958ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.630307458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.630854299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.633722378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.633741309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.633887432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.634103756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.634124426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.634344751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.636187849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":14,"elapsed":"266.29155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.639592328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.639898735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.641442266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.644154422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.644199713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.644408317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.645590301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.645675523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.645693093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":40,"elapsed":"275.799245ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.646635053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.646651493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.646944209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"881fb63a-3ca2-4e8e-a39a-071c912b2a97\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.646955519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.647263935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.647390728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.647420998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.647550021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.649123163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.649299027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.65187789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.652046813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.655578405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.655594506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.656062186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d76f6631-a499-4601-98fa-511e66522c5e\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.657536165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":15,"elapsed":"287.654058ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.657598587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"287.672268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.667413318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"297.602672ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.69585619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":14,"elapsed":"325.904691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.722026405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.722336542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.723623468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.723637718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.723845913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.731267714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.731575941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36d487a-69cb-4e98-a100-551e6034bc21\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731600291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731611521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731858237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731869027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731876257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731884287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731891507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.731900727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.732073881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.732083861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.732257615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.732266405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.732441958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.746707201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.747134759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cac3db-4b3c-4ac6-b612-b4d780ec680e\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.74716137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.74717339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.74718422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.748363324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":14,"elapsed":"378.495137ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.74911177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.749231762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae48018-4c8c-4491-82c0-6e5fc188681f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.749243913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.749333574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccafdbef-58a6-4fa6-ab64-a9ae7815a760\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.749347895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.749357745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.839377467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2441ad74-7757-46be-acf9-88df8a8fb7cf\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.839405808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.839417338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:00.84047383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"60b8db24-4673-4255-bc80-7f071f95412c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1010,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.840654704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490a0e33-94dc-4fcd-85b3-db525faabb58\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:21:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.840695404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.84097874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.844243517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.844450821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.85417431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.854512847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.856533149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.856765363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:00.863320728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":14,"elapsed":"493.641164ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369533979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369623031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369640871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369655502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369845916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.369922997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.371613682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.371839516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.372268235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.373525011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.025322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.374781857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.374803447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.37495709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.376478061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.376707226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.377984812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.380405972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.380421552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.380565845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.390619461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:10.390649321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":41,"elapsed":"21.118912ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:10.841551631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"98de2859-e574-4ff0-b613-3fcce0912beb","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1077,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:15.789787055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c2b94727-20f5-4324-a75b-93e037a81dcc","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:15.790247434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c2b94727-20f5-4324-a75b-93e037a81dcc","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:15.792917029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c2b94727-20f5-4324-a75b-93e037a81dcc","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3236,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:15.793251616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"96984df2-ab1d-4dc2-8595-85d8a1c30c09","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:15.793589243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"96984df2-ab1d-4dc2-8595-85d8a1c30c09","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:15.79541665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"96984df2-ab1d-4dc2-8595-85d8a1c30c09","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2239,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.369807793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.369864374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.369875075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.369883395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.37015361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.370238292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.371831015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.372047589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.372789754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.373462798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.672935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.375400778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.375424918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.375666013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.377569322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.377781896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.380180286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.382557114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.382578795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.382709917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.392026298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:20.392050799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":42,"elapsed":"22.221735ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:20.840962997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"2aab8539-bbaf-4eca-ba90-911725b4bda4","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1057,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370148849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37020846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37022036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37023163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37024135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370250801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370259321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370267621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370276581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370285242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370294352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370303192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370311932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370319322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370327512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370336683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370345613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370353763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370362703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370371753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370379604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370387664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:21:30.370396494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370406994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":43,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370415964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":9,"elapsed":"16.021µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370427154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370436394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370444235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370454545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.370462845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:11:30.370326842 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370472105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370479975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370487976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370496736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370535247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370544917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370552417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370560367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370568887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370576657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.370584938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370591958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370599018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370607088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370614398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.370622578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370630269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370639339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370647709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370656079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370665579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370673899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37068274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37069171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37069952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37070689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37071409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370721791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.3707301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370737401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370745321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370752781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370759961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370773361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370788942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370834173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370847693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370912564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370929195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370940815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370952535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370966825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370979086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.370991716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371003886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371015937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371028457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371038987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371050997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371062577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371072658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371093218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371115068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371123339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371130569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 603646270 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371143439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371166729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37119697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 603707391 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371598188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371620759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.114043ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371729151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.371776842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.258406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.375410156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.376755174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"6.501424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.376784935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.376885446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.37707321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.377228384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.377292265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.377304055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.377443728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.377915228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 610440029 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.378147483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.379260075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.379634423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.379719704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"9.496384ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.380409189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:11:30.370326842 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.380420169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:11:30.370326842Z\",\"pruned\":[]}","iteration":8,"elapsed":"10.084767ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.380591262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.380600553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.380606523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.380864608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.381552002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.381655254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"11.286921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.382348618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.382992022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.383292898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.384596084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.384607785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.384821409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385036493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385047944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385244458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385522203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385540964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385547654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385741768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.385761408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.386032484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.386173027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.386183787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.38635938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.388181358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.388191748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.388198838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"17.653071ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.38830176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 620828112 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.388381332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.388538505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.389038435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.389046886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.389313291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.391017456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"20.49071ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.391514046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.391527256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.391672039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.39173441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.392133889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.393035487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 625561289 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.393293493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.394107359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.394415035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.394601689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.394694171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.394850874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.396977278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.397003098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.397120331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.397217493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.397381756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.397517579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.400827937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.400853997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.401032061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.402273906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.402302927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"31.822301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.4044285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.407247868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.408369611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.408384441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.408391682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.408397982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.408681188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.410528755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.410627957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.410898423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.414225561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.414251031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.414438465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.417838985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.417861215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.417871936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.418048629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.419935268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.423207455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.423238685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.423250596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.423406079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.423557782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.425269557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.425294637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":43,"elapsed":"54.979605ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.425843099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"55.447905ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.426115814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.426136655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.426145345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.426154065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":9,"elapsed":"55.773101ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.432870363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.432905653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.432914793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.433322062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.434425754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"64.123103ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.436379314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.436402915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.436413095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"66.165425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.436905975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.436934406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.437556379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.439371906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.439395166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.4395998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.439621761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.439909737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.442592982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"71.864671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.444695705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.445165074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.449567464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.449601355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.449616175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.449808989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.45181629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.452155727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.452371042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":15,"elapsed":"81.796624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.457704291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.46010119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.460505498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.460641901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.460659971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.460841265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.466854508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.467320278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.467338548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.467353188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"96.921644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.470801029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.470827869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.471031494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.474376242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.474688808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.475565406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"104.957748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.476450205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.479144928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.479169247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.479370617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.479680131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.480031168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.48646703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"116.25507ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.505196653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.505239974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.505248044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.505254454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.50554647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.507066741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.511132545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.511164105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.511357849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.520819743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.52460882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.524667102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"154.195566ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.532183475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.532228936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.532571583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1ce0fa-3f26-4f7d-8ec1-16c5338ba886\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.532603534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.535268159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.568212123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.568276134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.568287435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.568763544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.571180564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.58074971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.580809701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.581069766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.581970195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.581993615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.582458114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d871bc-2874-4456-8eec-09b81875a744\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.582482505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.585754602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.606024687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.60667277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:21:30.633581171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.633647582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"263.398252ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.639295248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.664560905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.664599226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.665090456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521f25a6-9500-488b-8d43-83ee35a3d70c\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.665128127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.665551285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.667610148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.671036838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.671062648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.671403625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.673410026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.675509999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.67553494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.675817845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.677533131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.677568491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.677582452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.677596002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":9,"elapsed":"307.25319ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.689055616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.689114128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.689419814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"334df9f9-e05e-4f6d-a17f-e4e00f35d89f\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.689451824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.690043627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.693410905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.693703111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.697862017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.698316006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.703178905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.703200956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.703576304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e9380b-103c-4b51-9488-c936488d2e60\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.703597374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.703706836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.703744337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.704208007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d14aa41-da65-4d0e-893a-3e0806e5b334\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.708328831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.708951764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":16,"elapsed":"338.500698ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.740395097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.740834276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"13314e05-d6ce-4ed8-9cd2-a863e81cc0f4\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.740849767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.742679064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bfa10db2-f5a2-44a6-bd8b-ae7c409ff804\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.742695724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.744993201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.745014612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"374.857623ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.756607869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.756858724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671b5824-e5cf-41d3-8a43-8792a993956d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.758505498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.758871425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.760959378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":15,"elapsed":"390.673417ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.818149169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.830010612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f765541-0d6f-4e5e-9cdb-386da2729f7d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.830049342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.830061213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.830070193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.831502522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":15,"elapsed":"461.228591ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.838269461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":15,"elapsed":"467.650402ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:30.841351574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"e53076cf-e12a-4d12-b259-5189552c4cd4","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1099,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:30.882050747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.024691626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.025118645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"317e7a3e-d03d-4a94-b0a9-ad76cf6d6b1e\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.025136396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.026746739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05f2064d-9f50-4a52-a5e1-e4fcec7c4f1a\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.026774729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.028462154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"558a112c-0fb6-4486-944f-9bf49d2b15ee\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.028489964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.030274121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.030303201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"659.796135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.039413978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.039800606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.041572752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.041592123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.041776816Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.050477294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.05076501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04b9f7e5-e253-4079-b057-86555f85bdf0\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.050788951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.050797931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051014505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051026865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051033396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051040066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051046766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051052916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051169628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051180429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.051324612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.051334592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.051542716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.053879014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.054006746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f577615d-62f8-4270-bd47-b48eaccc8e22\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.054019497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.054102668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203cb908-7c35-4e61-bb6c-fbce3da964cf\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.054117179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.054126769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.232186224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"803ac922-4f9a-4c10-8538-20a5425d5f29\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:31.232225485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.232234385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.23250407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c98c9964-a89c-452a-947a-aed9e55b78ef\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:21:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.232547521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.232888738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.236576804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.236811559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.239515604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.239846281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.241903563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.242126127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:31.248733852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":15,"elapsed":"878.601644ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.369952613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.370030875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.370048306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.370062736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.370446063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.370460604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.372069417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.372292481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.372548137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.37367253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.745706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.374969336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.374977736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.37513623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.37664863Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.376821534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.378375316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.380556321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.380569041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.380699453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.389422092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:40.389448012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":44,"elapsed":"19.479179ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:40.841921654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"48282ecb-ad8c-4eb7-875e-cc199bea324d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1430,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:48.437066028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:62766"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:48.437221151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a4f52b90-c39f-4912-9d7d-7f48db92914c","remote_addr":"[fd00:1122:3344:101::2]:62766","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:48.437694531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a4f52b90-c39f-4912-9d7d-7f48db92914c","remote_addr":"[fd00:1122:3344:101::2]:62766","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:48.449167986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:48.449196016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"a4f52b90-c39f-4912-9d7d-7f48db92914c","remote_addr":"[fd00:1122:3344:101::2]:62766","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12075,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370126475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370210597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370229598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370242928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370657056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.370675467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.372468103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.372645477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.373061685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.373933563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.836398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.375542056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.375554296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.37572906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.37768884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.377897144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.37916459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.381354645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.381368935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.381502278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.393964703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:21:50.393996464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":45,"elapsed":"23.862398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:21:50.841028984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"f2eaa7dc-c259-44a9-80dc-431d579ca152","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1035,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37040892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370493802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370511102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370523802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370535653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370546833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370557733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370570293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370582183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370594724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370605434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370616834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370628264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370639195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370651275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370662835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370682196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370694546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370706536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370717976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370729957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370741387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370752467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370762897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370774077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370784727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370797308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370808588Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.370821298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370833719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370844949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370857129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.370868979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37088062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37089251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37090693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37092366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371054473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371064423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371095094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371186616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371196606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371204626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371212956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371221156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371229297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371237167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371245347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371252177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371258737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.371266517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.373189527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.374374901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.708266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.374384791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.374656807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.374925112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.374933403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.375071485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37577218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 608082471 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.376044625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.376387692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.376588846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.377146598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.377994725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.378006855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 610314107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37824778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"7.713278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.37826002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.378305592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.379439175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.379732801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.379874354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.379882984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.380057667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.380764202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.380790252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.380957786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.381074488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.381090969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.381229621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.381676821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.382177861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.382992388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"12.379033ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.383075589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"12.623268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.384409657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.384419577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.384534039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.384543719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.3845789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.384705483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.387093591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 619403113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.387153483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.387332446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.387470699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.387840557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.387946549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.388059591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.388911449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.389238255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.389249365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.389585712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.389605933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.389759756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.392069633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.392088854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.392235437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.414910981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.415242177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.417047385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.417474983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.418526465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.418547045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":46,"elapsed":"48.001382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.419159168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.419369402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.419683319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"49.180767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.421585477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.421609498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.421619718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.421626248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.421908524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.421933165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.423424935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"52.897253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.423795113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.424082569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.424093839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.424100159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.424321033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.426831845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.426854535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.427041689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.428748974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"58.11301ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.429184123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":16,"elapsed":"58.58564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.433293617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.433551572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.435769868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.437188987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.437201527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"66.784427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.437480923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.437491453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.437643196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.441711609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.442047306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.443358093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.444877974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.444890024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.445040427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.446588069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.449352616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.449366596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.449600881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.456681556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.456696136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.456706136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"86.218065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.46957051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"98.985816ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.474511011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.474539991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.474848298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b935e7de-d419-4a2e-a363-ea742553796b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.474865538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.476538442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.478458742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.478479772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.478729167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8999a6bc-28b8-41dc-9b27-6ae97ba3b938\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.478754328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.481465443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.493812026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.493830356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.494096362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6011e69-4deb-4e7b-904c-abce6dde0f52\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.494110732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.495661464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.628148566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.628468182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f90b306-5bf1-48c3-81b8-9d0b15de9ab7\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.629571785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.629589755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.630053734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.63032408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.63228301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":16,"elapsed":"261.580895ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.634277111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021f4135-aed1-43b1-b90c-b94b93ce5317\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.634300401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.634552487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.649051154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.649084224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.649342649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e8753fcd-7507-4f5a-9770-e13086162a0d\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.64936693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.649623485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.651775329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.651981023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.654995305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.655327842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.668553863Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.668939001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae985a7-8810-4434-9813-d264ee0ef492\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.668962951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.668972001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.668978731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.670956072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":16,"elapsed":"300.266547ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.672794049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.67280814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.673176987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f586ae9e-0caa-4ff2-9ad0-177fafa9a8e7\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.674601217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":17,"elapsed":"303.951632ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.690944921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":16,"elapsed":"320.506311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.730354457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.730709285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.731721105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.731733375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.731881509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.739355691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.739592487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d43c21-fa96-4003-b5e9-ac56850f0e0c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739613497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739622777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739821811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739832471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739840992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739848462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739855822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.739863142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.740021315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.740030856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.740161868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.740170068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.740462224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.741931504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.742027136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2bbc086-5149-4515-aa44-8399ea6f448e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.742040877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.742109338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"167aa57e-a704-4104-aff2-5da182eb2343\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.742121058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.742130388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.790136621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c595a9ce-45bc-4adf-a6ef-33d10561e543","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.790364766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c595a9ce-45bc-4adf-a6ef-33d10561e543","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.792487039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"c595a9ce-45bc-4adf-a6ef-33d10561e543","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2397,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.792755685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"dd401672-988b-4fd9-bd3c-b820eb259bba","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.793039541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"dd401672-988b-4fd9-bd3c-b820eb259bba","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.794826787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"dd401672-988b-4fd9-bd3c-b820eb259bba","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2103,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.835201653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"14cddf63-c23e-4e46-85f7-84e498087f36\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.835228664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.835239764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.835650913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d1dc2a-5cb0-4fb4-b95c-cd4915c25f5d\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:22:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.835675063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.835859037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.839149154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.839305808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:00.841288688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"1394181c-34c3-44b6-9513-a0fd43bdbc15","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1132,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.84333886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.843529764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.845044095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.845203978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:00.852403096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":16,"elapsed":"482.010826ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:01.914756291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:49008"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:01.914860133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"825ff967-8e82-4ad4-976d-d99186a2ff79","remote_addr":"[fd00:1122:3344:101::2]:49008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:01.91518693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"825ff967-8e82-4ad4-976d-d99186a2ff79","remote_addr":"[fd00:1122:3344:101::2]:49008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:01.951770668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:01.951797649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"825ff967-8e82-4ad4-976d-d99186a2ff79","remote_addr":"[fd00:1122:3344:101::2]:49008","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37007,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.370690314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.370773096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.370791716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.370806536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.371209044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.371236355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.372865938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.373477441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.373675425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.375209377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.375220827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.375239067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"4.584014ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.37536241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.37686288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.377184647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.378641417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.380996145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.381011485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.381143238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.390168993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:10.390191643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":47,"elapsed":"19.513139ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:10.841611283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"9206a2d6-817f-4b01-ad60-9b97c4f1d368","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1052,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:12.862844116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55055"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:12.862990528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e401e546-2e87-4d6b-a4ef-fe2aaebd5cad","remote_addr":"[fd00:1122:3344:101::1]:55055","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:12.863484249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e401e546-2e87-4d6b-a4ef-fe2aaebd5cad","remote_addr":"[fd00:1122:3344:101::1]:55055","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:12.874385622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:12.874414312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"e401e546-2e87-4d6b-a4ef-fe2aaebd5cad","remote_addr":"[fd00:1122:3344:101::1]:55055","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11505,"response_code":"201"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.714382489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.71445043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.744805901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:19.744912644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.745097497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"897f7521-63e5-44be-8362-45913f0453aa","remote_addr":"[fd00:1122:3344:101::c]:39155","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.745400534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"897f7521-63e5-44be-8362-45913f0453aa","remote_addr":"[fd00:1122:3344:101::c]:39155","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:19.782405481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:19.782437101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"897f7521-63e5-44be-8362-45913f0453aa","remote_addr":"[fd00:1122:3344:101::c]:39155","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37400,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.782516953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897f7521-63e5-44be-8362-45913f0453aa\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:22:19 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.78478515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:19.78480187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.369924167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.369962768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.369971868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.369980088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.370331895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.370347366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.372079661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.372659313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.372893788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.374352828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.438511ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.374540932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.374553662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.374704615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.376523762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.376699686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.378174756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.380400621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.380415192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.380542804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.392315625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:20.392359406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":48,"elapsed":"22.400018ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:20.841499029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"260305f5-b3dd-4b53-8c67-e69f0cc4f19c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1097,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:28.557238742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:45409"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:28.557378945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c3eb820e-9604-469a-9334-e91f3356f01c","remote_addr":"[fd00:1122:3344:101::2]:45409","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:28.557889565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c3eb820e-9604-469a-9334-e91f3356f01c","remote_addr":"[fd00:1122:3344:101::2]:45409","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:28.570879351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:28.570907482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"c3eb820e-9604-469a-9334-e91f3356f01c","remote_addr":"[fd00:1122:3344:101::2]:45409","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":13617,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370815624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370888615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370904526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370916206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370927946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370939176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.370949887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370961567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370973047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370983508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.370993978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371004058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371015568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371027098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371038129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371049989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371061569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371072729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371084679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37109569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37110787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37111825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371129871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371140121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371151241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371161391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371172651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371183792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371194432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371205582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371216402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371227333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371237633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371247923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371259203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371268863Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371279914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371290144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371299824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.371310874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:12:30.371093990 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371323684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371333965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371346325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371358545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371369145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371380276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371391026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371404426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371416026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371427157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:22:30.371437987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371450307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371461717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":10,"elapsed":"13.081µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.371474547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371485038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371497138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371508278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371518948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371530369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371540919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371552349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371562699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371574469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37158847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37160188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37161568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371630181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371642581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371655371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371666891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371678102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371690902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371703232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371715263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371728523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371739603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371751973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371764653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371777404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371789894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371803604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371816105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371829975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371843215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371856715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371871246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371885196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 603951327 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.371906006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 603953567 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.372298814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.372329855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.081762ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.372377736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.372405917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.232475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.373703186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.373972269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.374358766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"3.460021ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.375249485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.379849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37550473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37552951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.375795246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.376580352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.377440329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.37746543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.377592743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.378058712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 610163994 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.378318578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.379124934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.379139804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.379271727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.379293858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"8.34635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.380457131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.381802499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 613914670 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.3818565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.382050964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.382324249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.382410911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.382495193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.383488523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.383658057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.383670417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.383768229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.38380704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.385076616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"13.938526ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.385094316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.385103437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.385109266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.385237219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.385368952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.386209569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.386456174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.386518955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:12:30.371093990 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.386530046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:12:30.371093990Z\",\"pruned\":[]}","iteration":9,"elapsed":"15.427895ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.387456375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.387476655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.38769485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.387746711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.387991545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.388982256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.389718941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.3901449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.390383905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.391750902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.391776313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.391973867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.392441977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.392459197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.392650081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.393316714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"22.410508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.394635692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.394796825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 626900886 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.394814285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.394885907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.394932038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.39504861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.397096042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.397108972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.397328817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.398034301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.400277697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"29.437913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.401719506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.40332629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.403759058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.404208888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.404538924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.40582321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.405847781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.405856091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.405862511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.406061406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.406179388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.406194598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"35.16555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.406637027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.408270411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.411221511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.411246021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.411461606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.415911307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.416396037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.421372329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.421398709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.42141242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"50.477423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.428487685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.431932925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.431959156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.432143529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.432494876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.432885515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.434191091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.434450087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.44193055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.44195075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.44196045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"70.740508ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.443113914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.443127014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.443133884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.443318168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.448844361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.448866062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.448874152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.448880382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.449094366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.462152014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.462338257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.496269452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.502830456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.503115632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.516573808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.536811562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.536840992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.537079227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49170e0e-527f-4766-bbfe-9889b3d60d24\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.537098228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.540171951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.594461892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.594529223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.596165897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de2f7c9-e7d7-46c1-9927-aee8dc60c474\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.596861441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.601107938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.602231301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.603435086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.603841604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.605376465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.60559839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.60562312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.605828175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.607369596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.607961278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.608344836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.608390727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.608598321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.611837287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.612130784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.612988771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.614372389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.616252438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.616276428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.616583455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.617425702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.617450682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.617661507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.651458258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.65152241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.651886247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e0539e1-a2cc-4f96-bf3c-0a0cce128d1c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.651914248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.654414639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.664959495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"294.026709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.666911785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.668025988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.668051098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.668063048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.668419186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.669257643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"298.078482ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.669272373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.670065409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.670833155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.670859416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.671038029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.671167672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.671177742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.671186912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"300.125803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.673565297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.673936329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.673950289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.674151053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.674375998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.676407609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.677557103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.677588653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.6779129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.678088414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.678103584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.678332899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.679123295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.679136595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.679451642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.683367172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":17,"elapsed":"312.373434ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.683463474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.683486454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.683497924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.683509525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":10,"elapsed":"312.354914ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.697323097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.697350968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.697772117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033246a6-7462-4439-beb8-3ab7c82a0c76\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.69794271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.699674716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.699697856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"328.457104ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.699874989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.700955892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.700985002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":49,"elapsed":"329.970215ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.705191398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.705471864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca8bc3a-4acf-43af-a0d8-2cfcc43f572f\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.707654909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.708065957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.710279602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":17,"elapsed":"339.260094ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.713824395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.713839545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.71405664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1afa9032-4f21-4347-b131-6856f384bece\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.71408115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.714435998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.716723944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.716909768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.71896601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.7189945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.719009861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.719382338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.721013232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.721465491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.721709566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.725068105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.725092765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.725303149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.726269669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.72628836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.726713258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b8507b1a-0647-48fa-9d28-b465a8f83095\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.727334031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.727350722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.727359822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.727371962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":10,"elapsed":"356.15947ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.728962195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":18,"elapsed":"358.102839ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:22:30.750880103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.750910514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"380.013138ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.755441497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"384.390688ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.771063806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.771429514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b564720f-6805-4d79-94a3-54e4a40cf4cb\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.771454424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.773628219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"327b2ccf-a684-48bb-ba0d-837083b1ab82\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.773655489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.775077308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.775089369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"404.287835ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.805476571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.805887309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3071599a-7044-49f9-bd56-28d97597b2f5\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.805901079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.807666586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"34ab99e1-5c1d-420f-b4f4-1e7f155a4d32\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.807679176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.810282799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1189ab5-b073-4958-9a9e-4a9c0e70cb71\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.810294939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.812940673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.812986354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"441.705211ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.819184501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":17,"elapsed":"448.090732ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.830812759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.841395166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"63476cbf-ec15-486e-bd05-81d4517d398c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":990,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.883553449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.88408749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.886619511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.886646402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.886882967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.89681343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4222a4df-bcc2-4bc2-986f-bb405d78b548\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.896838601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.896848941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.896857041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.898025795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.898325011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"defacd14-378d-4912-b942-9aaec1dc5406\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.898367862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.898380982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.898470534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":17,"elapsed":"527.530448ms"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.899704319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.89972306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.89973478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.89974616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.89975772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.899768571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.899925624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.899949694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.900076517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.900087377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.900333742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.902960276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.903063078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5199b406-8441-4376-a3b5-d7f7e8cc2b83\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.903079399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.903195771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59073367-21f3-4f74-98fa-f76020f34a0d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:30.903209941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:30.903220141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.005046206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"424fb824-a2e1-4972-8035-630095db767d\", \"date\": \"Sat, 21 Dec 2024 07:22:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:31.005083436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.005095617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.005461094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7c465f-d054-4746-9cab-38aed9533daf\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:22:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.005503605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.005832942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.010914406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.011262283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.014367986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.014584411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.016801346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.017079052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:31.02332026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":17,"elapsed":"652.522826ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:33.369468963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42113"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:33.369583785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"630b3927-1f86-4489-ab6f-3da2168eaf21","remote_addr":"[fd00:1122:3344:101::1]:42113","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:33.369945042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"630b3927-1f86-4489-ab6f-3da2168eaf21","remote_addr":"[fd00:1122:3344:101::1]:42113","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:33.406243076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:33.406277326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"630b3927-1f86-4489-ab6f-3da2168eaf21","remote_addr":"[fd00:1122:3344:101::1]:42113","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36752,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.370836173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.370891724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.370902174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.370910084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.3711617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.3711747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.373275613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.375669002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.375694132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.375820065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.377896617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.378235924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.379922829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.382351358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.382372569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.382495081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.395405636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.395432026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":50,"elapsed":"24.602234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.399674583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.399956799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:40.401757246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.937313ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:40.841977346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"e47da689-e0c3-4c59-b106-bf19d4be79f6","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1079,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:45.790939076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"6e9f1f81-2dbe-40d4-8641-1b3e909f0204","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:45.791418636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"6e9f1f81-2dbe-40d4-8641-1b3e909f0204","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:45.794212558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"6e9f1f81-2dbe-40d4-8641-1b3e909f0204","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3395,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:45.794488572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1da87dce-320b-4c22-b15b-e917623ced87","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:45.79479005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1da87dce-320b-4c22-b15b-e917623ced87","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:45.796880068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1da87dce-320b-4c22-b15b-e917623ced87","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2415,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370123267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370210969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370231289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370246229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370682648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.370708349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.372610988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.374958226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.374977416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.375123449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.377252633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.377456037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.378834515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.381196263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.381211594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.381348377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.392448984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.392464524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":51,"elapsed":"22.340807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.399816235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.399989598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:50.435353242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"65.258916ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:50.842135978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"1d6c6906-4e52-47d2-b81a-01d33ff627ea","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1255,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:56.771513836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:50667"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:56.771611858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8e17508a-d982-4b15-a42f-261d557f0c35","remote_addr":"[fd00:1122:3344:101::2]:50667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:22:56.771959175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8e17508a-d982-4b15-a42f-261d557f0c35","remote_addr":"[fd00:1122:3344:101::2]:50667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:56.780428608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:22:56.780455349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"8e17508a-d982-4b15-a42f-261d557f0c35","remote_addr":"[fd00:1122:3344:101::2]:50667","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8910,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370791279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37085496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370867371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370876711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370885581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370895891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370904992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370913322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370921522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370930632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370939102Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370947442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370956833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370965103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370973333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370982793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370990443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.370999483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.371016884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371025894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371033954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371042594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371050524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371058855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371066855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371075305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371083965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371093025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371100576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371108246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371115356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371123646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371130936Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371138146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371145726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37130878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37132221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371356771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371423752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371435382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371444752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371452993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371484683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371495013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371503594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371511964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371538454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371547335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371554575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371561895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.371570125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.374324231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.374865142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.837568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.374893083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.375079427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37668333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37669857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.376875894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.377920155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.377938076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37813068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.3781414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.37815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.378320383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.380233003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.380679722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"9.809321ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.381982178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.382009499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.382136231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.383128672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 615027993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.383411277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.384261805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 616160196 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.384582512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.386995411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.387341998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.388381699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.390691726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.39184838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.393627297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.393655017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.39380156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.393992624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.394004864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"23.189984ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.412730308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"41.657343ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.42165345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.421690571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.421700021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.422004187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.426331966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.426671943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.427327367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.427521091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.427540861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.428660724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.429191805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.429906519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.430154224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.430173125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.430328078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.432110564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.43238251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.43239431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.43240444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.432615375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.436529665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.441109489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.441140739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.441342953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.443519198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.444950977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.445163121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 677063453 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.445341825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.445467338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.446186693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.446219773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.446366856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.467612791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.467678352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.467690533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.467714773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.467748604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":52,"elapsed":"96.961424ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.467980439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.469470259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.469493859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.469559921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.469806726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a23cd3d-a01d-4f32-a741-95ef0880755d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.469824556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.469863547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.471417929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.472025561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.472416179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.472550752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"101.702142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.476650736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.476909721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.47928095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.479350881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"108.582562ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.479503504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.482064717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"111.099704ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.503786072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.503823352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.504082667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80095d97-48cd-41b7-a463-3506dda527bc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.504115168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.505849854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.51006727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.514053502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.514076772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.514242975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.515116243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.515132184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.515141224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"144.245483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.51640217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":18,"elapsed":"145.59194ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.518620765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"147.759005ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.523939294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"153.013132ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.580465321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.580512072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.580790788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00d8471-f519-4db3-abe4-7e9370982e4f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.580808448Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.582765998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":18,"elapsed":"211.726744ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.582998883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.599345477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.599659104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.603015643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.603228357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26de5e5d-33bb-4537-9a17-cec6f8591f76\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.604525783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.604735278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.609082457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.609098577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.609396593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ca133f-bbd5-495c-aba0-d7e666a91c02\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.609419624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.609682659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.61069467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":18,"elapsed":"239.691876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.635939077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.637736013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.637749914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.637918897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.639294015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.641065062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.641081762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.641221125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.659994999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.6600261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.660211945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"68eeb443-573e-4c98-a023-93b383d0452e\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.660230151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.660489254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.662384468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.662583082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.665470791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.665750447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.670214108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.670234439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.670502554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e4b38117-2590-4bbe-944c-78d66bcba35a\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.672913293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":19,"elapsed":"302.001402ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.688909541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.689217807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08a49a3-f0f3-41b1-aae6-f0ceb60922a3\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.689245588Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.689256418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.689263538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.69081307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":18,"elapsed":"319.875458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.703828746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.704162353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.706243776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.706262256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.70645396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.71723631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.717499646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d637ebf1-5efa-4802-88eb-3ec389b3ed51\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717530566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717542027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717799242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717809782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717816582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717822962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717829013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.717835793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.718025177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.718034317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.718261071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.718296702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.718452515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.720347594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.720487667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53136f4-2e7f-4c2d-b50a-14ec807fa274\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.720505757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.72062559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f3704c-1562-4f71-a79d-8a6de315ea82\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.720644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.720677321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.80710543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7d00827a-9e82-441c-97bd-a0b298e0a4db\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.80713411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.807147191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.807535989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb673d1-6ef9-47fb-846b-c4e0b37a7644\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:23:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.807573659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.807835945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.811824866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.812153453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.815796618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.816066743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.817798349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.818022103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:00.825889324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":18,"elapsed":"454.909991ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:00.841493574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"edb9eab1-9af1-4e21-bb84-d7d3569f61a0","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1020,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.370857919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.370941961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.370959841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.370973831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.37140466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.371475032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.373749648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.376129767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.376143287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.37627833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.377943854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.378196719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.40121313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.401478386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.402898785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"32.068217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.405522269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.408054061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.408068821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.408215124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.416232214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:10.416253449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":53,"elapsed":"45.390779ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:10.841429871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"8c3f9e4b-4902-4d2f-9c80-b6e8adc0e7dc","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1072,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.370720775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.370787626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.370808157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.370817007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.371060912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.371074982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.372821428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.373445371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.373631125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.375167096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.375183716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.375315739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.375539544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.823238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.376694247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.377023974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.378476924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.380955155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.380975885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.381100118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.390313326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:20.390337107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":54,"elapsed":"19.627982ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:20.841862309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"dabeabed-a182-49ba-9a7b-c037b29229f0","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1054,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370573451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370644412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370656192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370665653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370674293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370682843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370690453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370699993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370707553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370715083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370723644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370733124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370741654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.370751444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370760214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370768784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370776775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370785045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370792635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370800485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370808925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370817236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370825586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:23:30.370833166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370841426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370849986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370857736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":11,"elapsed":"11.63µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370867117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370874877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370882647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370891407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370899897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370907818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370915647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370924558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370933548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370941328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370949648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370957288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370965029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370973659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370982119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370989649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.370996609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37100516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.37101362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:13:30.370909267 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37102191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37102966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.37103944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37104727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37105591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371067711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371079351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371086501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371093891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371101061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371109442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371117702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371126342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371134562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371142782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371151272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371159183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371168153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371176063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371190973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371205584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371215864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371233384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371247044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371289135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371307996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371323566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371347847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371359577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371419128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371430548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371472939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371482659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371491699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37149851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37151368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37152854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37153673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37154402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371552691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371560911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371569321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371576341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371590071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 603288983 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371631852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371642773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371649393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371658193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 603336084 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371874067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.371884447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372097312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372107142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372187424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372199134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.546841ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372229405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372240525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.337757ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.372301636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.373442629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.374407629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.374774326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375049742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375375069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.356149ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37544518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375460581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375467701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375485551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 607192813 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.375634374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.375766997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.376615414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.376629575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.376793418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.377324329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.377361579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.3773722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.377476032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.377528093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.377783458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.379012143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.379033884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.379166776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.379256858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 610960630 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.37933041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.379539884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.380898872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.381053965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.381070415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.381086116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"10.292761ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.381097016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"10.222899ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.381237009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.383120017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.383139978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.38323562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.38324781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.383364422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.383412803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.385312212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.385370134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.385382494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.385560307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.385599258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.387247142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.387481947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.388165591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.388182561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.388342754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.389451477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.389475038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.389628101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.390607051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.390619791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.390627151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.390791265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.391896187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:13:30.370909267 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.391912247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:13:30.370909267Z\",\"pruned\":[]}","iteration":10,"elapsed":"20.98933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.392649103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.395310947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.395342627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.395562062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.395578852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.397945521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.397999572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.398155845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.401911772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.402192408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.402490154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.404671638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 636371480 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.404698599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.405016436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.405847613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.406124848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.407984666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.40864557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.409051898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.41060065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.410881066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.410898356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.410973058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.41109826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.413560151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.41502099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.418128924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.418151014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.418392259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.41842382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.41844084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.418635374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.419060653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"48.212577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.419947031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.420260448Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.420685856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.42182463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.422103925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.424451563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.424474134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.424681758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.425596507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"54.895333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.426305951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.426562447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.431970597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.432004178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.432017908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"61.118071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.435682653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.438249796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.438274116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.438549382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.438580623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.439880369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.44039366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.441442921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.441472132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.441728127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.444108346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.447172728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.447330892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"76.71674ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.447488215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.447836622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.450382634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.45065994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.453277144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.453346545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.453356145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.453365625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.458428089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.458857208Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.461024452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.461051853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.461063763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"90.35723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.461222066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.463148566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"92.131546ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.463788689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.463819759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"92.951153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.46383866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.46385675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.46387087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.463886671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.463899881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.463913141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.464039444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.464237388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.466266829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":19,"elapsed":"95.500515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.466621227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.467926303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"97.188859ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.469522226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.469550637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":55,"elapsed":"98.582388ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.47022455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.470241691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.470394684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.478255505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.478584822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.479841017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.482138704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.482156105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.482335328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.485962553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"114.981453ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.492818073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.495352115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497383696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497403877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497410677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.497416907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.497425847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497433967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497440337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"126.437088ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.497702693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.498780285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.498865727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"127.799286ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.499004369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.499447053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.503459991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.503488361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.503690485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.504641205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.504666685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.504677516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.504867809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.50490989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.50637855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.50734718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.50736244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.507627326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.509517035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.509542515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.509713729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.510865172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.510903853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.511207509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9830aa0-fbad-43e5-8738-135e9599a9e1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.511222239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.513743691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.52050822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.52053438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.520793115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e870d687-23b5-45d3-be72-59ab1f09d38d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.520813616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.523140614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.523181764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"152.389229ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.523518241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:23:30.544499061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.544554072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"173.529302ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.550597296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.550638096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.550649647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.550967733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.572049105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.572108146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.572530665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aab75c0-9b4c-4cc9-a4d2-a5def0d78267\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.572565935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.574351782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.68026077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.680306551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.680702939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be38ad44-6453-4600-a114-255b9c921dbb\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.680745669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.681205609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.681911944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683311162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.6836906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.68370453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683889354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683955345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683967826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683982106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.683993466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":11,"elapsed":"313.234432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.687979448Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.687995028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.688241633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.69591396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.695950251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.695962251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.695973571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":11,"elapsed":"325.349939ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.699526764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":19,"elapsed":"328.809961ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.700562835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.702902453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.702934114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.703180899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"85efd8d9-901a-4389-ac7a-ebf36b416d81\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.703194299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.703544136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.707977237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.708287293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.7120384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.712221104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.716586913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.716611923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.716983511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e8e8ee5c-68f1-4e16-b3cd-4e94bfe1b6b8\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.71885988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":20,"elapsed":"347.924961ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.772236212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.772512768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e948e79-d16b-4c0e-91a3-a70140fcb15b\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.774806715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.77504261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.778176244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.778586742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"736467cb-73d2-492a-8262-fd4941040727\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.778598062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.780814228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3def3af-49ab-4a46-9a1f-cad5e4591f20\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.780825058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.783514733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.783527453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"412.698257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.791357253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"adb28b6a-184e-4210-888d-ef07c70c30aa","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.791636189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"adb28b6a-184e-4210-888d-ef07c70c30aa","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.804596155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.807017524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"adb28b6a-184e-4210-888d-ef07c70c30aa","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15702,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.807138247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":19,"elapsed":"436.500904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.807264119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4d566d95-a25e-4f56-9f1a-f5229021dd70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.807452763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4d566d95-a25e-4f56-9f1a-f5229021dd70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.808907533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.809333941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6bbd510e-f15d-40d9-9a82-a2fa09a9fba3\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.809344252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.809699939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4d566d95-a25e-4f56-9f1a-f5229021dd70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2461,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.811315662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"657b19d9-eb71-4955-bdc2-c20f83c1ef12\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.811325852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.813402615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"476ec172-8e48-4ba2-94b9-9ac360909400\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.813413815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.815539219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.815582769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"444.763974ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.834138269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b09be5a-5bea-4914-9b07-416831b0451e\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.83416281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.83417309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.83418064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.835376114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":19,"elapsed":"464.339634ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.842060911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"29a6923f-6cde-42aa-8d48-5947fa3749c9","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1145,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.853132988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.853508056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.855454536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.855468606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.85568867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.865688085Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.865964361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea4863c-0018-4092-a16f-7b4ad3da3f33\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:23:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.865991381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866002972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866282287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866297007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866305678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866314388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866322838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866331818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866481821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866491851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.866715256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.866724136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.867020442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.869158566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.869269688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca52a2b5-5425-4e53-b40a-9cbeb172416d\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:23:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.869285909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.86936452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7a3867-1d5b-45b7-982f-d8b493e5d03e\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:23:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.86937771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.869387291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.966815245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a6b7fc06-accd-4617-a22c-86433778a53d\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:30.966842196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.966855226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.96705474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f31cf4-1781-45f3-94f1-2ecd75486735\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:23:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.967097901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.967412077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.971017051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.971325257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.97538352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.975574924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.977386821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.977626706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:30.985373595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":19,"elapsed":"614.811775ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371224233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371305944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371323845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371340155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371778944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.371795665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.373464179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.373483769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.373854547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.375544771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.351069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.37594957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.37596053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.376116693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.377285267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.377514582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.379051313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.381448542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.381461352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.381598055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.391163011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:40.391191042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":56,"elapsed":"19.946898ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:40.842352326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"95190942-144e-4aaa-9f5d-60ee0bafb081","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1417,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.370778702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.370840854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.370852934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.370863154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.371236922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.371250012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.372796654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.373363745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.373729773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.375158482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.375188312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.375311655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.375743074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.990413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.37702639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.377255525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.378923069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.381273287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.381286637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.381443811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.391167379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:23:50.39118804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":57,"elapsed":"20.390838ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:23:50.842419366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"b6c8b72c-bcc6-41f2-98e7-120d0c6c0f89","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1045,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370540076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370602737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370614597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370624027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370633618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370642078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370650508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370659188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370669058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370678739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370686349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370695299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370702759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370711269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370720219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370728349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.3707369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37074384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37075148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37076026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37076895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37077675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370785821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.370794071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370803281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370841092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370849022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370856552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370865492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370873183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370881473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370888933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370896753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370903773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.370912273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371075227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371091287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371101477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371164889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371175139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371184889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371204889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37121485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37123639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37124726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37125767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371277751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371288271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371333812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371345232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.371353732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.373103968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.373926155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.269867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.373941675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.375100179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.375110159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37512613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.375276303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.375359414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.376007918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.376017848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.376164241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.377737543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.377908336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.378736664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.37903441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.379753664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.379954458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.380271175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 611766656 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.380575381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.381659133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.381671173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.381850787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382236705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382254545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382437999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382579392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382590822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.382753606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.383014811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.383039292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.383208495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.383663934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 615168836 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.383887029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.385789248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"15.217241ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.386668046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"16.020899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.386695786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.38687346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.386894791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.387117395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.387507673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.387584385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 619084046 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.387808179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.388636526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.388762129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.388914812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.389007874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.389933813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.389950233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.390160477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.390516974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.390528325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"19.988749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.391548476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.391622377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.393890864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.393918064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.394070817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.394402924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.394415804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.394564348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.397783033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.3981024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.399700622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.402191393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.402213004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.402363547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.403402408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"32.598397ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.406838519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.407245477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.407691106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"36.981837ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.412072646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.412094896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.412103516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.412306591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.413474295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.413493115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.413501375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":58,"elapsed":"42.732905ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.41373059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.415163549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"44.42708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.415307082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.415610278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.46210008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.46212175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.462427877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34b7ae7-d53a-4cbe-ba8b-4c2b4a52e670\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.462445077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.464198513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.4689689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.468979851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.469203965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52d5275-8b79-4f99-b84a-c4c129e9bf4c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.469219396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.470492262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.475072415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.475089096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.47528064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24c6f53-42ee-472f-b589-ee3ca0786a56\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.4752953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.47724934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.488687404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.488714375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.488905859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83aacce-4251-4b8f-a79f-8cadca244a4f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.488925119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.489145704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.490353298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.490525732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.490768717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492322258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.49239483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.49240594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.49241645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492423651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492429401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492520953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492593054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.492650505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.494726678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.501222471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.501245861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.501501476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.50314303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":20,"elapsed":"132.391279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.52611283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"155.475953ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.526360105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.526386636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.526397016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"155.706617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.526999898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"156.414802ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.539241319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.539276079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.55589365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.556234477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ce0952-1474-4d2f-94a1-243853db4d2d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.55786037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.558150166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.560088505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":20,"elapsed":"189.489139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.574769656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":20,"elapsed":"203.983396ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.638503931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.639165784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"70022dfb-eb5e-4701-af85-2078ef095328\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.639182404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.639238696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7bd76f-f894-44d6-a2ae-6942dfbb89f8\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.639268306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.639279837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.639287527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.639594603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.640503458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":20,"elapsed":"269.810303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.641604054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.641858919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.645049485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.64533231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.649031656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.649050766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.649559377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"97371c33-9dde-4b60-9fe7-a840af233d3b\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.65168101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":21,"elapsed":"280.968071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.671000376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.671365473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.673234372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.673256422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.673397055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.681648724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.681889809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297b6100-0a6b-4cee-9acf-a2c50d7ad0b9\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.681919309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.681929679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682201875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682211595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682218636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682225646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682232886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682240536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682406429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.68241542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.682539782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.682547222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.682723186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.684667106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.684781288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3992a256-fb8b-424b-8e58-320394b247e0\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.684793018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.684949261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435fac4a-3986-43a6-be8b-9d84316a4c9d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.684969212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.684982982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.782044028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"975dc13e-a918-40a2-b1bb-e8a62aa28657\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.782077479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.78209002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.782314294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb46eefc-bc61-48b3-8597-93fc8cabcdac\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:24:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.782347965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.782673091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.785924798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.786239644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.788697495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.78893713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.79090666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.791164705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.791629105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"951368da-cd7f-4263-b98b-83d990b7da76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.791950031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"951368da-cd7f-4263-b98b-83d990b7da76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.794188667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"951368da-cd7f-4263-b98b-83d990b7da76","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2614,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.794446242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6a751728-a9cf-41ac-8de7-04e08df66d03","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.794666157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6a751728-a9cf-41ac-8de7-04e08df66d03","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.796441393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"6a751728-a9cf-41ac-8de7-04e08df66d03","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2040,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:00.797685119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":20,"elapsed":"427.164193ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:00.842881594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"2bd213ba-b8bf-456c-b67b-c589b95953c2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1026,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371275469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371337581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371348591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371356831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371636337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.371668277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.373701989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.376031627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.376048627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.37617949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.377992767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.378201221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.379700182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.383249775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.383272265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.383403878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.394782881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.394825942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":59,"elapsed":"23.526302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.406695874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.406892058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:10.436380632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"65.122383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:10.8418134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5acada49-6cc8-4f2e-9770-bfcd5ef06640","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1033,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:18.483461687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:56990"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:18.483550049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73f61c63-617e-4b18-904a-9158f8956bad","remote_addr":"[fd00:1122:3344:101::2]:56990","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:18.483904046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73f61c63-617e-4b18-904a-9158f8956bad","remote_addr":"[fd00:1122:3344:101::2]:56990","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:18.52125227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:18.521279541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"73f61c63-617e-4b18-904a-9158f8956bad","remote_addr":"[fd00:1122:3344:101::2]:56990","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37792,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371458642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371539693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371558124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371572944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371975062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.371998073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.374280299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.376596287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.376609157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.37674261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.378134328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.378334682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.400251261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.400465515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.406037889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.408246505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.408260735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.408387957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.420161538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.420175039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":60,"elapsed":"48.727718ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:20.428649792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"57.216731ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:20.842432192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"b22e8c73-26f8-4431-b2a7-01bcf3fa4e03","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1220,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370870346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370925406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370938185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370946875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370954451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.370992073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371000642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":61,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:24:30.371009886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37101989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37102873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":12,"elapsed":"19.681µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371038171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371045999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371053753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371061919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.371071069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:14:30.370942591 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371078915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.3710871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371094656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371102091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371111073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371119098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37112611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371133311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371140838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37114862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371155783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371163752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371171289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37117818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371185108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371192459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371199087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37120669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371213984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371222028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.3712292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371236944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371244322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.371251935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371258854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371265847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37127407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371281139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371288714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371296139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371304764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371312555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371319586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.371328718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371339321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371351002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371360452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371367812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371376306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37138751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371395788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371402706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371410825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371420089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371433739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371440985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371449142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371456924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371464368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371470546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37147738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371484486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371492361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371500152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371507606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371516578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371526637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371539706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371551932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371562254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371572557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371614905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371698875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371709775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371721946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371769577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371785387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371795187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371807317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371819278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371829678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371840438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371852838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371864389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371875649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 603138280 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371894249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371904439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37191178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37192121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37192946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37193676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.37194452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371952191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 603207361 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.371964631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.372280747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.372297858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.085252ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.372436481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.372446801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.134193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.373780918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.374437571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.375035324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.771277ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.375523974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:14:30.370942591 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.375535784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:14:30.370942591Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.569744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.376033474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.376056875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.376199858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.376710688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.376918582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.378068356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.378079566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.378217709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.379993225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.380170909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.380414644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.382276552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 613565103 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.382530627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.382543447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.382599318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.382704091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.382724811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 614029303 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.383005367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.393519112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.393993032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.396481113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"25.128284ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.399668738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 630945029 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.399970944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.424656499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.42518015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.426425715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.427091969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.427482267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.427858365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.427884176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.427898646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"56.806032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.428051389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.428152311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.429397356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.429429047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.42959796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.429866656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"58.910956ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.430477909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.430501399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"5d89321c-28df-42e6-a886-0e83be1f7ad3"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.430513929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"e2f437c5-2474-4547-afee-01a55f5ef606"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431206733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431232324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431389707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431411678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431451989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.431622822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.433168473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.433440979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.433609013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.43443473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"63.260015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.434669104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.434825787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"63.704364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.434853968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.435062292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.435191905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.43544615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436130514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436188195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.4364041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.436473601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"3028b3d9-f68d-4e79-809c-ef6d51100aab"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436494662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","saga_id":"3028b3d9-f68d-4e79-809c-ef6d51100aab"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436502532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","saga_id":"5d89321c-28df-42e6-a886-0e83be1f7ad3"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436508372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","saga_id":"e2f437c5-2474-4547-afee-01a55f5ef606"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.436514042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":3,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"65.178234ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.437278958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.437302258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.437311128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.437637445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.43787567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.43789777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.438074194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.438495143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.438507773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.438595405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.438761618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.439685637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.439875761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.440577215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.440899912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.441739139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.442205469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"70.984333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.442679088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.442901933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.444258601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.444278151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.444461445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.444648279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.444870723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.44814021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.448203191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.448215012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.448409436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.453256485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.453447189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.459135755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.45938291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.459678516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.463720839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.46375334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.46376531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.465989805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.46619992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","candidates":"[(132becd5-f391-4c44-93fb-d0df43dfebe9, 0), (b6030a80-a036-40df-b5f8-f0f81984479d, 0), (8188852d-236f-4ee8-a9e0-d73dd2517c34, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.466828462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 698101464 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.469378535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.469408755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.469542268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.481162016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.481655166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.484884042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.484918523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.484927873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.484936133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.484977544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.484991444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"113.857111ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.485302441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.486880023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.489880314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.49015624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.491443277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.491468847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.491700502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.492148321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"121.057308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.492248343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.492485018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.494252854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.495941949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499005281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499066973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499078733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499137534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499158944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.499173645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.500967551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.501021282Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":61,"elapsed":"130.053042ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.501305888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":21,"elapsed":"130.251506ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.501959972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.501995822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.502023203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"130.808847ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.502954072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.502980342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.502988513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.502994673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.503243458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.506346842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.506376452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.506663048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.508856123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"137.764751ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.510861234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.510887515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.511106779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.512206362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.512230232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.512239252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.512469557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.512888125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.513191062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.514074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.514269074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.514837737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.517462859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.517480079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.517692374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.523096984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.537777645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.538120482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.545193827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.545237687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.545252818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.545650926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.547617026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.552483346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.552534357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.552798702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.558263654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.558286155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.558296345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.55852523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.561393368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.563560193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.563594043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.563606454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"192.280446ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.564832459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.56489468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.5649098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.564923521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":12,"elapsed":"193.807977ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.565833899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.56586075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.566124265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.576681121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.576773803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.576797104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.576816454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.576858905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":12,"elapsed":"205.873824ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.582163193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.582194834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.58247345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:24:30.594473805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.594535287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"223.108557ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.605851488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.60593202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"234.680333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.609749748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.61031586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.614900184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.615513796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.631159716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.636541047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.636589908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.636927134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.641723662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.642260064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.645304786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.645814456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.68801895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"317.07619ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.721797241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.721852582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.721867902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.722594067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92565b1-27a7-45bb-a224-8a62ef7a091c\", \"content-length\": \"476\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.722633988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.722987425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2a6aa2-18c6-4791-a43a-bdcca57919b7\", \"content-length\": \"734\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.723020006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.723458165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33afc174-d8d8-4140-aad3-7946f597715e\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.723481306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.723915704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8234fb-a16e-451d-b715-e77284b84e42\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.723941505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.724299782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3bf8c1-5cd1-43e4-91e3-82eb532aefc6\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.724321213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.72469706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2d868a-fba5-4dee-964d-591cd99ad299\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.724723501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.72518227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399c0579-2887-4a0b-acf6-7b5d00d701ee\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.725213381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.72563727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2756ffd7-be03-4a02-ab0d-262d5552c132\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.72566749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.725856404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15d5786-76f2-4499-9967-e3f8348e78db\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.725873775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.726113969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe378f2a-ad5f-4788-9259-742185ee7f60\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.72613087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.726348214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32c096c-3f06-45e5-bdcb-e83db897e3cb\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.726375465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.726666161Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2d8fe6-96fa-4066-95bc-a175a077c023\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.726679061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727032808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604175a1-df10-4250-ab84-a96ca284cc72\", \"content-length\": \"722\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727060279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727501378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62fd4a3b-89d8-46ab-ac2a-e82b0e6052be\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727517148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727920616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940af300-febe-42f3-b483-a4890277a559\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.727945137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.728355495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc687b3-3bef-4a1a-910d-aa169c9389f2\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.728383136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.728848645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14163e85-cc04-44a6-9a87-2107cbb43fc7\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.728873586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729222133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9009eaa4-c53b-45f8-89e3-dbf626d721b2\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729237243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729642912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f3ae9e-5629-4a7c-84af-fb9b86109ae7\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729671592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729870186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93dfa8a-d4e9-4550-b88c-c5cb1379871e\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.729897667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730133792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342cbcba-cd5a-4ae5-a19b-c31d0fadd15a\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730158652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730368247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887f56e6-079d-4faf-b24e-bd45012f4129\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730389287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730580711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e552a19-7918-4673-80c8-aa1071e2eeb5\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.730612352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.731120712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.738060104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.738086245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.738490663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9947358f-eef9-4bc4-8486-ad17248529a4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.738520353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.738902161Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.740556845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.764177728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.764540986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.779786048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.779826709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.780133965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5611d48-1e09-4aa3-a3bb-18850d0740c9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.780158906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.781018413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.781445122Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d14ea6d7-afde-4bf5-84f3-03d7ebd0e78f\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.781476343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.782633986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.783531055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc84053f-1d82-4412-bb0c-d65a1317e420\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.783558975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.786088487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.786115948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"415.212629ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.818208354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.818262026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.818616673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df725228-ea28-447a-b641-5a1304195e2d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.818644694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.821154935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.843100844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"a40e8757-2edb-4d36-9ae8-b261f5019f16","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1550,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.91765158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":21,"elapsed":"546.502726ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:30.939021898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.939058498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.94160797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.9420702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.942899167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.944860987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.945192444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.945351547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.945369937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.945565652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.946891252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.947128735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.947695445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.950342199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.95037231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.950528453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.964783805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.965256635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee8aad1f-5b39-43d6-915d-9cc57f6e9906\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.96747006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.967941179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.970159575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.971512872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":21,"elapsed":"600.488441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.990498591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.991806388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1641fe8c-4c1c-4e7b-aa98-2abdba01bb31\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.991848789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.991949031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.992282308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.99237901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.993232987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.993262588Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.993437401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.995473543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.998392613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.998422373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:30.998602117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.034785418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.035028813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.035552683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61521269-135d-48b1-9056-a7f1c60507a6\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.035582534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.037935192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2c3c4513-b135-4919-a215-6ab44becf5cf\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.037963353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.038957753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.038984004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.039166587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.039881482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aaed6962-5616-4454-baaf-e9312ef9dd2a\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.039904663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.041440134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.041891923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.042315492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.042373923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"671.026615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.043534027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.043890754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.044252552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.044283112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.044514067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"05dfa5b1-f406-43f6-8ee3-f51bbb0da2f5\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.044535087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.044881124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.047089999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.047329444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.070698893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.071156972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.077920321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.078655836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487566b0-5359-4130-adaf-339abf594a15\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.078683326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.078694517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.078703977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.080076055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.0803578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.081463523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.081667997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.081695388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":21,"elapsed":"710.39424ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.110517428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.110549869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.113021929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.11305277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.113390177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.116705124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.116790496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.117063082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.117523871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.123489973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.123520134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.123966403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5ec7d80b-bedd-4e21-950f-4e1c6c3cf25e\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.125603467Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":22,"elapsed":"754.362831ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.12770514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.128028376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a117fa-688a-42f6-8801-7fc138d30bfb\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:24:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128058157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128073907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128425924Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128449655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128459645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128468055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128478036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128486186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.128666379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.1286781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.129010176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.129023487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.129358683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.131231852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.131352714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee32be6-8075-4246-990f-243bcbbe91bb\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:24:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.131368215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.131483947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2474073-e8c5-4c5a-bde1-7b489ea388ff\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:24:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.131506858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.131523808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.161299357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.161676185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.163186236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.167212888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.167238169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.167395242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.169104257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.169606167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.171350163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.171645089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.173360054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.178837416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.178866527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.179105182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.185698277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.185962592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.187896062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.188239809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.189630597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.190019755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.192807222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.193130619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.19564994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.195917476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.197955938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.198256414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.200069581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.200370747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.20199954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.206176906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.206203507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.206398491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.207787589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.208075395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.209848771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.210105386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.211907303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.216076758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.216101949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.216292773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.224495041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.224536142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.224776757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.226257287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.22833348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.22836235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.228553964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.230418022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.230481353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.230507274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.274875202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fbb2ed85-c428-4186-876a-1e7b1c4ce688\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.274918993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.274929973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.280238482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8027ca4c-b04f-4aed-b073-3576e64c305e\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:24:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.280282963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.280674261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.284579111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.284835866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.288643604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.289150294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.291946211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.292395371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.304279634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":21,"elapsed":"933.391295ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.365281893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","vpc_to_sled":"[Sled { identity: SledIdentity { id: c2a2d174-03b7-4a6d-be8a-29b6c3594912, time_created: 2024-12-21T07:14:46.358421Z, time_modified: 2024-12-21T07:14:46.358421Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.365330784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.365338454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.36562598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.367724573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.36810222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.369896877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.372352807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.40326942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.406715101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e0ed079b-463f-4a26-b5c0-f92bee9754a9\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.407498137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.407520367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","elapsed":"1.03620012s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.407529217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":3,"elapsed":"1.03620974s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.490965845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b5fb6a3-0fc1-4ae7-8265-05b4e534bc8d\", \"content-length\": \"30796\", \"date\": \"Sat, 21 Dec 2024 07:24:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.493391275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.493410415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.493417786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.495315614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.495623601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.497118131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.499059871Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.499124482Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.499284715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.673982411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"0d578b29-bbb6-46df-a5d2-519bc9d4f252"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.674027392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_started":"2024-12-21 07:24:30.721761 UTC","collection_id":"0d578b29-bbb6-46df-a5d2-519bc9d4f252"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.674039963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"collection_id\":\"0d578b29-bbb6-46df-a5d2-519bc9d4f252\",\"time_done\":\"2024-12-21 07:24:31.493393 UTC\",\"time_started\":\"2024-12-21 07:24:30.721761 UTC\"}","iteration":3,"elapsed":"1.302713375s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.674052933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.674066493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.674378299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.676078344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.67779398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.67781849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.677936032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.679697299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.680039526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.681750661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.683485416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.683510877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.683635139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.786820411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"112.752198ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:31.986670612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:38767"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.986774934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"176ee266-8e72-41bf-8a74-ed5a1bbcfd30","remote_addr":"[fd00:1122:3344:101::2]:38767","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:31.987118341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"176ee266-8e72-41bf-8a74-ed5a1bbcfd30","remote_addr":"[fd00:1122:3344:101::2]:38767","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:32.030135501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:32.030165462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"176ee266-8e72-41bf-8a74-ed5a1bbcfd30","remote_addr":"[fd00:1122:3344:101::2]:38767","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43450,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.371608702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.371690634Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.371707864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.371723094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.372034831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.372105452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.37394901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.376499662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.376516892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.376666905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.378768559Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.378995443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.380598056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.382982425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.382995885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.383133228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.395302457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.395327207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":62,"elapsed":"23.706565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.40131053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.401526964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:40.429462046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"57.865235ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:40.842630693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"0fb42d65-4ac2-47b9-96e0-795a3236d6eb","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1415,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:42.912104483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:42.912250466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8ad3df04-6f91-4a33-a329-2b0792324600","remote_addr":"[fd00:1122:3344:101::1]:59065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:42.912749996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8ad3df04-6f91-4a33-a329-2b0792324600","remote_addr":"[fd00:1122:3344:101::1]:59065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:42.950744564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:42.950772905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"8ad3df04-6f91-4a33-a329-2b0792324600","remote_addr":"[fd00:1122:3344:101::1]:59065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38616,"response_code":"201"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.787600566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.787676378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.818133711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:49.818241034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65380"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.818446368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d86e24c7-a865-4b9c-b702-1ec12995f115","remote_addr":"[fd00:1122:3344:101::c]:65380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.818778734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d86e24c7-a865-4b9c-b702-1ec12995f115","remote_addr":"[fd00:1122:3344:101::c]:65380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:49.85324006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:49.85326213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"d86e24c7-a865-4b9c-b702-1ec12995f115","remote_addr":"[fd00:1122:3344:101::c]:65380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34875,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.853333492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86e24c7-a865-4b9c-b702-1ec12995f115\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:24:49 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.85567573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:49.85569361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.371042199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.37111187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.371129301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.371143971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.37159189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.371676072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.373423538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.373440158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.373749294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.375172943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.158175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.376044941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.376058021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.376215885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.377599823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.377788077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.379230246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.381452582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.381466782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.381605535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.392772794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:50.392796364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":63,"elapsed":"21.742765ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:50.842978089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"29d20c83-1cf5-4e70-9325-5bca8c32c64b","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1470,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:58.606811306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:54160"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:58.606915128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"13d15e76-8de2-4ebd-a3a2-9ce819a2c511","remote_addr":"[fd00:1122:3344:101::2]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:24:58.607271395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"13d15e76-8de2-4ebd-a3a2-9ce819a2c511","remote_addr":"[fd00:1122:3344:101::2]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:58.615448393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:24:58.615475153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"13d15e76-8de2-4ebd-a3a2-9ce819a2c511","remote_addr":"[fd00:1122:3344:101::2]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8633,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371464566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371538138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371548918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371558348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371565818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371574298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371582629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371590749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371598169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371606209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371613709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37163135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37164002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37164809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37165579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37166436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37167286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371680681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371689061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371697401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371706341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371714451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371726142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371737362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371750152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371762202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371775363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371785413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.371794473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371802893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371811713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371819983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371827574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371835894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.371843354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372016067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372041438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372050308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372103319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372113069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37212196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37213077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.37214126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372199751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372209922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372218372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372226442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372234302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372242632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372251452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.372258212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.375157762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.375337506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.375357306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.665325ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.377429488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 608506950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.377682943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.377814466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.377827657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.3779967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.379025091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.379044842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.379188104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.379695255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.381067893Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.381342578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.381467111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.381486841Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.381645075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.382257177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.382428391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 613497802 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.382746677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.38388127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.384059524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.384082054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.384224188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.386528755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.386550905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.386683528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.390423304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.390577247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.391101678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.391639029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 622702020 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.391933135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.392877705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.392890885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.3931598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.398351117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.398642252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.399761095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.401426169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.40144219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.401578033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.406000043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"34.473036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.414062918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"42.538111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.416657991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.416913006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.420893578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.421307196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.422625674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"51.008804ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.426918451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.426941042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.426949012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.427199517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.428474853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.430915653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.430941604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.431074396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.432536106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.432625798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.432896074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.434947466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.434976916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.435096069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.435786263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.435805963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"64.167964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.437297824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.437545919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.43855728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"66.878589ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.444216865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.444253546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.444620804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23aec724-0f1a-46e2-99ce-e83ed98ba554\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.444652094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.446130035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.452228529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.452625288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.455210181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.455230891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.455450485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88553259-f78f-45b8-9b71-ff3a1e0f019c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.455463116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.456339153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.456358034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":64,"elapsed":"84.819397ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.457528938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.464384198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.464640094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.466483611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.466944591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.468974462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.471569575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.471599376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.471758339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.473672648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":22,"elapsed":"101.938047ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.484159323Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.484184383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.48448505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4b3d03-be6a-47b6-ae03-2fd6b662a9e8\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.484535251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.484952659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.484964259Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.48496999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.485238405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.486264286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.486326137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"114.850071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.487995701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"116.340771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.504644462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.50502683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.523004638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.523036709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.523047659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"151.422709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.524189353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.5245478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a85148-cf9d-4dc7-a067-76cf9fb9c348\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.526265865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"154.706437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.526617572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.526924818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.528716445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":22,"elapsed":"157.214458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.533775429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":22,"elapsed":"162.180619ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.539544737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.539577097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.539926544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efcdc7f-abdb-4b54-8beb-0d580bb1401a\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.539958215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.540351853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.60417773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.604234591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.604508026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"677b629f-ba6f-47cd-af65-92bef074ed3c\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.604535597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.605016007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.607832454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.608040269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.61494666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.615308827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.624762211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.624789262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.625281952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"71f46b34-9337-4d2e-91d8-d1fb4ca320f5\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.627610139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":23,"elapsed":"255.921818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.63399784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.634540731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.636736276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.637121944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.637151985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.637165775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.637470531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.638755678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.640522764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.640540734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.640714458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.642085796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.643731519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.64375238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.643896763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.647811693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.648120959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2466beea-0c44-4b17-a03a-8394cfe11a0e\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.64814605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.64815709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648411575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648434516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648442776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648450896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648458216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648466486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.64863269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.64865035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.648987367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.649001567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.649112739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.650949747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.6510793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d3cf7c-ea36-44df-a44b-4a86205c8748\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.65109174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.651191242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbb87fd-417f-4bdf-a396-f202a0e22d8d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.651206002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.651219033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.67745079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.729097496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05190754-8aeb-4672-9dad-34a238dd9003\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.729124207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.729137307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.729144157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.730845732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":22,"elapsed":"359.114521ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.819031027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9d92bbc8-4778-4ca4-829c-4b694557623d\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.819068628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.819078888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.819382664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d972c0fd-1549-4ea1-8c38-dd4653036b27\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:25:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.819426605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.819749812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.822917737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.823195032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.825796766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.825991319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.827523661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.827873788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:00.834001374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":22,"elapsed":"462.546987ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:00.843011358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"91977c3b-c7a9-4b29-89ea-ff16f536ebfe","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1019,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:03.446968188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41030"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:03.447593881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4e3e02b1-d0f5-459d-b92d-0ccf3f8bcec5","remote_addr":"[fd00:1122:3344:101::1]:41030","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:03.447943268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4e3e02b1-d0f5-459d-b92d-0ccf3f8bcec5","remote_addr":"[fd00:1122:3344:101::1]:41030","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:03.462499956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:03.462522346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"4e3e02b1-d0f5-459d-b92d-0ccf3f8bcec5","remote_addr":"[fd00:1122:3344:101::1]:41030","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":14991,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.371626508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.3717092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.37172783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.37174157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.37218317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.37221737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.374308563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.376798414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.376815834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.376961767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.379269195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.379477079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.381207944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.383412929Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.38342729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.383555892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.394306182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.394324373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":65,"elapsed":"22.694284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.400608601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.400892477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:10.427016272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"55.411104ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:10.843826673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"99bd51ad-9e68-4353-bd97-b4e643b93a17","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1829,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:15.791794872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8d42765d-2c03-4386-af6a-a152e49b8789","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:15.79215881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8d42765d-2c03-4386-af6a-a152e49b8789","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:15.794983328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"8d42765d-2c03-4386-af6a-a152e49b8789","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3270,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:15.795300484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2cfd37a9-7caa-499e-8d2c-b5538cf2d1bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:15.795620331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2cfd37a9-7caa-499e-8d2c-b5538cf2d1bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:15.797358536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2cfd37a9-7caa-499e-8d2c-b5538cf2d1bd","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2122,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.37180925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.371888362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.371905992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.371918962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.372205908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.372399542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.373795351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.374037476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.374300161Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.375307362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.521792ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.376897594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.376914515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.377063338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.378598789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.378861615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.380203002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.382616461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.382637262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.382767464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.394891563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:20.394914693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":66,"elapsed":"23.088923ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:20.84324181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"52e1d725-57bb-43a6-866c-b17a6fa92194","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:26.817651669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:44611"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:26.817760921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"180069e1-8596-449c-993d-4a310cffeda6","remote_addr":"[fd00:1122:3344:101::2]:44611","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:26.818114708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"180069e1-8596-449c-993d-4a310cffeda6","remote_addr":"[fd00:1122:3344:101::2]:44611","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:26.827989171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:26.828014781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"180069e1-8596-449c-993d-4a310cffeda6","remote_addr":"[fd00:1122:3344:101::2]:44611","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10326,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371465642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371557764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371571364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371582094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371592494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371602215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371610805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371619325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371629745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371640515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371650305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371660536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371670116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371679156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371689926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371700146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371712097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.371723727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371735047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371745378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371755438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371764438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371773358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371782538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371791348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371802399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371812429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371821409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371831729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371840379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37185166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37186092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37187168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37188143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371890321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371900431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371909581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:25:30.371921261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371933561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":13,"elapsed":"17.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371946211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371956982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371967412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371977962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371987683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.371998593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372008973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372018973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372028623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.372039184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:15:30.371942702 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372049344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372058934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372068224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372077074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.372088405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372097995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372108855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.372118345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374640557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374691208Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374703928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374713078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374721618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374734629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374747079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374756989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374768649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37478004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37479198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37480313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.37481532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374827401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374838371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374849451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374861131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374870782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374880042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374889752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374901742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374910832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374922203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374933363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374943223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374953583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374964353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374975404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.374986704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 603602209 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375003054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 603689451 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375018514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375030965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.215195ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375042165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375054285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.343698ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.375065386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.377336742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.377646198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.378831092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"7.080695ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379271412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"7.725718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379611248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379637749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379881504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379937365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.379949145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.380093708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.382032748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"10.398093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.383045599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.383433697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.385779125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.385805135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.385935628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.386190813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.386202123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.386344756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.389034931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 619894502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.389065212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.389245326Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 620113447 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.389320797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.389539342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.390243666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:15:30.371942702 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.390269777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:15:30.371942702Z\",\"pruned\":[]}","iteration":12,"elapsed":"18.306345ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.390876959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.390893309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.391040292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.391730876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.391937471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.392674236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.393049574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.395848151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.396139427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 627004768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.39628583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.396418472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.39678837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.397048095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.397150047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.39729687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.418821691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"47.193346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.419675968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.421092397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.421114978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.421124988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.421134178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"49.423592ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.421796652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.421815642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.422031597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.424926126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.424948067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.425179361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.426453627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.426765404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.427206503Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.427281734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.42754686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429313176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429615782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429628152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429688153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429832436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429931509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.429949219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.430170243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.430519581Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.430731595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.431739355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.431753526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.431759366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.4319545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.4319703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.43197745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.432202845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.434259517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.434486522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.434666786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.43489976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.436385141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436404851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436415171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436461942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436489213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436747548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.436770989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"65.190414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.43684879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.437603466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.438858971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.439156537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.439180528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.439403882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.439501614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.439520065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":67,"elapsed":"67.677776ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.440392833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.440412983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.440665238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.442104518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.443129999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.444856954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.451183064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.451206984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"79.707111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.460326901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.460645977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.463769081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"92.039044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.475377579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.475622984Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478417041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478447202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478457492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478465092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478601555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478732637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.478822979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.479874721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"108.075153ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.48350214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.483518715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.483525155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.483531033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.483687497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.507979956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.50817094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.510222832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.571587248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.57165363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.572048667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed21d56-c99c-414e-8ac0-7526f38eace2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.572077598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.573211631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.573242372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.573353954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.573466216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717758d9-791a-44e7-9446-3f653b977493\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.573485447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.575146621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.612558247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.612618938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.613150179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3f02a4-eb66-4c36-9cc9-cf198ee5b60e\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.61318172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.613788402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.616944266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.617300834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.624656099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.630393672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.630439623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.630681418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.661666442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.669605074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.669662165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.670073624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9569c945-d48a-4c29-87c3-bf076c728735\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.670098774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.673163847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.67868145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.679276672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"307.576096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.680770943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.681442607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.681467117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.681479118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"309.652958ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.683488748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.683511489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.683522479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"311.501916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.683644542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.683662652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.683944238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.686797266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.686823657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.686834177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.687078012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.693952033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.694451093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.694483724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.694501244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.69477369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.698034906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.698065887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.698351483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.700855454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":23,"elapsed":"329.017734ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.707700584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.707730235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.708097372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"20b91887-ae39-43ee-a702-6d3415965c76\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.708114923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.708408709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.71874738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.71923176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.722929086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.723331654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.724773964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.724802884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.724818074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.72510793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.728123342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.728149803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.728635543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d460c498-fcad-4ab9-9bfd-39f7ecb418c4\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.731493421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":24,"elapsed":"359.755903ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.737763759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":23,"elapsed":"365.780397ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:25:30.73827378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.73829886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"366.764157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.748227354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.751129563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.751151973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.751311347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.75437331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.75441178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"382.356587ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.757258658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.757287619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.757297299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.75730607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":13,"elapsed":"385.409109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.766591569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.771046141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.771064381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.771335717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.773536702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.773562742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.773574052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.773583903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":13,"elapsed":"401.486878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.788863145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.78911347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.792395338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"420.460556ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.805811652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.806301572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"553e35b7-4fff-4e30-a3af-512498b742c6\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.806318133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.807469606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.807498927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.807784513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9a909d-2b1e-407e-8c29-c84eb2ad5cb8\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.807878395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e938dc27-1e9b-400a-81e1-d60b7ee6ec4f\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.807904295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.809572369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e296359-a589-4971-8b8d-1fd062223f80\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.80959753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.815170884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.81544418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.8154708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b044e0f0-d6ba-49c1-8aec-93cbf238872e\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.81548481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.815774846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb9b4c11-bf95-4966-9b5a-4703bd6694c2\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.815801737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.81741992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":23,"elapsed":"445.497278ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.818438811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.818472371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"446.579791ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.818559713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.818573864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"447.104042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.821621986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.823439703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.823457673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.823652268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.825201969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.827945625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.827965036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.82818344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.842928562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"51fee1d1-e31b-4040-820c-5c68527eb30c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1023,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.856753195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.857061621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.859204645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.859228486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.85942536Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.869329072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.869598168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326b5600-d455-44a7-ac13-d5bb943ebd3c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869627669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869657429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869896914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869910194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869916584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869923295Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869929485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.869936205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.870109808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.870120849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.870336053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.870344993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.870537297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.873191422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.873708592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac7a6ab-4e0a-4fa2-a0af-8e46ce571c94\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.873723593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.873807434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2954e8bc-b371-4b13-b90d-8dd9aa791c77\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:30.873822384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.873834495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:30.921095632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.001171971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"93bac53b-7bd2-43f3-810f-6d55cc60015f\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:31.001202542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.001212042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.001715552Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d45643-972e-4528-9a7d-48a37b1c2af8\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:25:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.001761883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.00207928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.002171602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caee3806-b393-4fb9-a9a3-1b908986796a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:25:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:31.002209923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:31.002220093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:31.002226953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.004238824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":23,"elapsed":"632.462086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.005840217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.006089012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.009821738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.010145055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.012075514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.012389071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:31.019476656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":23,"elapsed":"648.036474ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.371704315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.371761047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.371771317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.371779307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.372088313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.372100983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.373992372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.374716167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.374921701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.376414672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.376441032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.376561775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.378544785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.378883322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.380360012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.382824563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.382845023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.382994256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.394067283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.394091913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":68,"elapsed":"22.381408ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:40.402420824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"30.729169ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:40.842582644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"c2e6347c-61d9-450d-860f-997d2d5369a2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1067,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.371957629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.37203648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.372053561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.372066281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.37250028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.372522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.374400799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.374569492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.374697505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.377263747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.377296598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.377444851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.378925101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.379108465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.380739519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.382992485Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.383013415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.383140778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.3950014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.395015031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":69,"elapsed":"23.065932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:25:50.403018324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.083916ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:25:50.843332297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"886f549c-d8d4-4fa0-911b-28652d0fc447","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1164,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371705082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371775033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371789584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371801844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371814164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371825365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371835495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371846555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371860425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371872646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371884796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371897596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.371911196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371924316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371936687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371948757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371961687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371974528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371986098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.371998758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372010228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372023169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372034399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372045579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372058099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372070039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.37208226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.37209449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.3721064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.37211956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372130651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372142201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372153441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372165261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372177262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372250583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372279364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372292184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372355905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372368496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372378696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372387126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372427777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372440127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372450257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372460398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372470198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372480248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372489908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372500958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.372510299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.374877347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.37601812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.219157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.376893788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.376906749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.377046971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.379273817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.379379269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 610019881 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.379743076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.380956991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.380989812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.381110555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.381161866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.383855607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.383880724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.38400413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.386325551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 616957103 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.386592767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.387993045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.38823211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 618879662 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.388379813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.388497646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.408965725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.411343333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.411374704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.411382974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.411704811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.411917665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.411937595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.41214565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.412605709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.412847014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.413692062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.413947547Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.414797684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.415049549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.416169912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"44.42031ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.416187753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"44.314298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.417564571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.419926489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.419945219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.420086442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.42046342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.424574204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.424608315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.424812809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.425407801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.425710068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.425893031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.427554005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.427570646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.427710868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.427859861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.428027875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.428736909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"56.864834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.431092528Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.431257771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.431670859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.432219941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.432235791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.432590438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8c453b-813b-47b6-bbb7-45d6a7ad9e61\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.432604009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.434410175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.435667411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.435680992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.435916886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.448948743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.448985994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.44926385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e84be3-68e6-44eb-b942-6994f8cda378\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.44928165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.449515845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.449535855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":70,"elapsed":"77.641459ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.450111147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.450122087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.450397663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66480913-b7b0-46db-af7e-ab7ad6736234\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.450423733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.451004005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.452184089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.453927675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.455830234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.455851974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.456017678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.456853855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.457159801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.458104651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.458462108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"87.343568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459231624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.459450228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459462958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459469639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459479449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.459933118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.46689496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.466933061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"94.958893ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.467523363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"95.75664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.488306899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.490848531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.490869081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.491045985Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.492948234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":24,"elapsed":"121.024387ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.493313031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.493325661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.493335362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"121.613529ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.493993255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"122.065359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.498963927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.499265653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.53379254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.534148807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebaa46dc-0d3a-46ea-b8fb-82848e6995b3\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.536444794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.536842442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.538384914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":24,"elapsed":"166.542229ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.566464078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":24,"elapsed":"194.589933ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.570765107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"198.883191ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.57923632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.579288161Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.580366223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4dc3f0-d617-4263-8dc1-1d290db92923\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.580411414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.580423884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.626865305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.626924366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.627157901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"880c7206-9f55-4a21-9224-dfd3f3160c85\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.627171621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.627512288Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.629999439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.630345996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.63297212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.633214715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.63347184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.633736706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.634779767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.636453961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.636468011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.636719597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.63690263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.636927671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.637265048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"17b30dff-16ad-499b-9494-183d06a1d45f\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.637966662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.638868061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":25,"elapsed":"267.088317ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.639737329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.639750129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.639906602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.64762425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.647982537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.650017389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.650036219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.650192432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.659729608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.660013804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9547f829-fd67-458e-bdcf-474e8cbcf8b0\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660038784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660049654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.66034055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.6603512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660358571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660366291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660373671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660381441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660552835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660562255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.660782319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.660790569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.660972913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.66278899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.662897003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dafbdad1-0a1b-4375-ae8c-e55414076a37\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.662914713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.663001805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3743ea9f-1f23-487c-bc01-789a4f5aa12b\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.663030785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.663043075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.675845628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.74877107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ca9b5df6-3060-4328-b7ae-5f679ae9e0e0\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.748807191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.748817201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.749359692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15294b4c-64b5-49d5-885a-315a5c1a4ffe\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.749396333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.7497609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.753553798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.753848784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6982b7e-2c50-49ec-beac-48489c443648\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:26:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.753887775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.753899755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.753908405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.753922766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.755537389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":24,"elapsed":"383.708234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.757185302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.75757339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.759773165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.760048961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:00.767164957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":24,"elapsed":"395.470255ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:00.842640951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"5dae5ba2-8d89-415c-a3d3-49c4a32432ae","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1087,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.371737861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.371819513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.371838283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.371853323Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.372298203Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.372362054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.374272163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.374299574Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.374680371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.376358976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.651045ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.376657232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.376669282Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.376818925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.377932628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.378133452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.379577982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.381877991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.381891023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.382015169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.392842063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:10.392862133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":71,"elapsed":"21.124712ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:10.844155081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"be144fe8-170d-4e31-bfec-bd0c8d686f70","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1690,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:15.792006418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ca3a0b85-7970-46af-be78-2fb8246f900e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:15.792352315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ca3a0b85-7970-46af-be78-2fb8246f900e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:15.794346886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"ca3a0b85-7970-46af-be78-2fb8246f900e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:15.794654842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"557b00e7-9e1c-4b4a-ba08-9abaf5c857f7","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:15.794990039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"557b00e7-9e1c-4b4a-ba08-9abaf5c857f7","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:15.797069451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"557b00e7-9e1c-4b4a-ba08-9abaf5c857f7","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2479,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.372493275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.372574237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.372591357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.372606217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.373022896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.373065997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.375877676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.378205802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.378232702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.378348455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.380474979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.380631932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.392490274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.39472971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.394746511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.394881283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.407090583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.407115744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":72,"elapsed":"34.615948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.41816722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.418515687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:20.447520561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"75.054146ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:20.843005116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"1ccd6043-575f-46c5-8109-2fd8f88950f7","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1215,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372060945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372124706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372136556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372146137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372155237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372164597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:26:30.372174287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372184527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372192718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":14,"elapsed":"14.671µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372202948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372211468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372219348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372227858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372235908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372243079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372251689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372261479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372270859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372278989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372286569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37229854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37231139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37232494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372336261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372348651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372359751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372370971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372381741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372393612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372406052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.372417912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372429592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372441493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372452513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.372463003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:16:30.372281809 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372474003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372484113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372496464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372508124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372520094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372532834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372544325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372555805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372569895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372582406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372593566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372605276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372615946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372627927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372640507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372652697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372663897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372675737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372688318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372700268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372713438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372726369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372739279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372750399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.372763609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37277535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37278698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.3727994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37281021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.37282245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372838531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372852751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372867911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372881612Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372896982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372911522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372926802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372940583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372954793Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372968453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372982534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.372994394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373007194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373018475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373030055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373044095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373057275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373070656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373083746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373097496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373111096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 603450716 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373134907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 603459536 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373152917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373162667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373171987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373181238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373193678Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373200798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373208868Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373431393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373450223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373545025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373558586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.207124ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373601386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373611767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373618277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373627397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.302327ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.373742109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.374618267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.374894433Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.375978355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.856619ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.376790222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 607207673 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.377017466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.377479506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"5.286298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.377562517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.378293822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.379546838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.379556698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.379784923Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.382232423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.382262264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.384577221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.384916888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:16:30.372281809 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.384966719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:16:30.372281809Z\",\"pruned\":[]}","iteration":13,"elapsed":"12.634969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.386401608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.386642133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.387040811Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.387204025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 617602556 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.387526221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.38793275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.38841854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.390663105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.390687586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.390980502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391058554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391078464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391237407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391330089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391341579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.391575354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.392065414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.392310159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.392881041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.394934103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.394948833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.395197558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.395339101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.395352781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.395358982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.395516505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.396811042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.398564287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.398590738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.398720661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.398740111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.400381115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.400401825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.400522297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.400537658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.401088649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.401428776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.40262397Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.402645331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.402834925Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.405299155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.40945126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.410842758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.411076669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.411142005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 641379753 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.411424293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.412529063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.413079775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414168597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414429182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414461213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414760849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414770899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.414987694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.418393163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.418849442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.418865723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.419106828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.422282413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.422310183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.422322394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"50.118266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.422353144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.425405627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.425431017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.425679462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.427399077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.427709154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.428261965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.42848269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.441481726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"69.033723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.442521627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.442538507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"70.497403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444493238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444742363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444819074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444845605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444892086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.444913726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.445042069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.44509345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.445231682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.445466867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.447969018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.447982329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.448209483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.448291205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.44853231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.448641962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"76.153599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.450557402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.452098313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.453326308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.453352429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.453557903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.454983082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.454994352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455134005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.455428691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455443971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455454012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455461652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455468862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"83.027379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455479672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.455604845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.457973823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.457985234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.457992194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.458183028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460481665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460642048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460651878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460658378Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460664538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460671309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.460839392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.466665661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"94.511595ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.524019375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.553796585Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.553846246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.554244704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c96ba3-1c44-47e3-97f3-f13855a454ec\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.554271945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.556834257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.633599308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.633657419Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.634071618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ed7b9e-56cc-4645-94d3-11d65484d542\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.6341622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.636522858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.643785107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.643818498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.644149444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48bbf2f-8229-41c1-8c8f-8a43c2dd5eee\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.644204475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.644731906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.64636701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"274.272334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.646417071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.64836832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.648591565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.648924042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.649120826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.649674427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.649699668Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.649950413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.650900623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"278.637124ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.65223844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.654892484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.659277074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.659309015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.65956858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.694399023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.694461024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":73,"elapsed":"322.351488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.708155664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"335.672421ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.710051573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.710096974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.710113575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"337.557959ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.712396531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.712427172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.712442542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"340.069611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.713560255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.714206548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.71479649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.716629958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.718433534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.718456575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.71872755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.719963176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.719993016Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.720055017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"347.575854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.720248901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.721299853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.721327004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.721342314Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.721689661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.723512808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.723564249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.723871805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69a78a0-94e5-4d97-9d43-c0089879efc1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.723898486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.723916217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.724312465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.725967759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.728680504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.728704795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.728936459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.729032781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.729079762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.729355658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731210116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731234176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731244767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731253747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":14,"elapsed":"358.831155ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731613424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731632224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731643715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.731831368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":25,"elapsed":"359.705862ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.732122474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.734315079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.739134038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.739158369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.739307821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.741168579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.74119271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.742475376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.742501157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.742514327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.742527567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":14,"elapsed":"370.139996ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.77099919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.771071472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"398.712471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.79200611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"32addde2-fb4a-4fa2-b91e-bc59020ef293","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.792508561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"32addde2-fb4a-4fa2-b91e-bc59020ef293","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.796216506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"32addde2-fb4a-4fa2-b91e-bc59020ef293","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4309,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.796588664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1ff6c991-cae8-4897-9be5-819285b40ac1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.797026113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1ff6c991-cae8-4897-9be5-819285b40ac1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.799069605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"1ff6c991-cae8-4897-9be5-819285b40ac1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2584,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.799121856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.799530764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c61424-cd30-4507-9eaf-85b2d3de30e4\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:26:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.80179806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.802097107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:26:30.803823652Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.803842013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"431.626904ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.804863603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":25,"elapsed":"432.627305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.807072808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.807404505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.809666782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.811934108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.811954648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.812189273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.8139635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.816653565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.816678105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.816883819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.818621335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.819069304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f1698ba-d411-4a1d-9a12-defd9f02f5e1\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.819083354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.821202218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"16ec92f9-dfaa-4705-9478-980ab9fe4549\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.821222028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.823156108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.823180588Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"451.004791ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.826632229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.844049385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"f925ffaf-bf3d-4280-91c9-ece4b9b77067","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1695,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.855110092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cf783286-3024-4dd7-a6b0-daad2279b89c\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.855149933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.855553011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.85891948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.859258627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.863141776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.863220798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":25,"elapsed":"491.080321ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.863401072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.868363953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.868385723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.868965686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cf9b3893-14a1-401f-aad1-f304ced8b40d\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.871534548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":26,"elapsed":"499.032105ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.908464954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.909094407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1a00c77e-94d4-468d-b5e6-f0d31a942b45\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.909128557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.911822223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"502d4f8a-e3e4-4992-aaa1-c4aa91675fd4\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.911843263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.913604499Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7221964d-c7d2-45f0-807c-2946e1632b1f\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.91362922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.915745073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.915776464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"543.533176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.96151749Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.96199609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.964206405Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.964233176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.964477541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.965788177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.966338969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f33fc4-2700-405a-8d05-36b99b20b239\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.966372539Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.966382609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.96639216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.968280348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":25,"elapsed":"596.116692ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.978038628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.978400615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e891754-4caa-48b3-b4d5-d1caf893a43e\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978426256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978439736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978828734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978845955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978855225Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978866345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978876135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.978885736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.979143961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.979161831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.979440387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.979462327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.979878966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.981641382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.981761074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b5504d-1d89-4144-b0c4-49e3ff8cd1da\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.981786035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.981871106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c71aeea-6dd1-464a-8e50-df98c2f581f3\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:30.981887287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:30.981899167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.10220601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7e1ebaed-f24c-4540-940a-864f0e5d11c0\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:31.102260761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.102274461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.102612278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430ee387-2de5-486c-9216-64446c552829\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:26:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.102679479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.10320117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.107051489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.107352455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.111203824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.111603982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.113874988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.114166254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:31.123856743Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":25,"elapsed":"751.472921ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:39.877799226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:62033"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:39.878033321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"075233d1-9f5d-42e8-9795-bec2d8a41cef","remote_addr":"[fd00:1122:3344:101::1:0]:62033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:39.878386988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"075233d1-9f5d-42e8-9795-bec2d8a41cef","remote_addr":"[fd00:1122:3344:101::1:0]:62033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:39.912872564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b9dc9fc-3093-4028-a510-eab32064f0a3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:39.912906235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"075233d1-9f5d-42e8-9795-bec2d8a41cef","remote_addr":"[fd00:1122:3344:101::1:0]:62033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34945,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372051423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372098034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372108874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372118494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372511722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.372577044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.37432665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.376739589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.376754579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.376897382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.379005745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.37921715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.380519306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.382883135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.382896375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.383033438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.395242178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.395260388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":74,"elapsed":"23.209465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.401428704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.401612838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:40.40318344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.152108ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:40.84337701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"59642f75-3413-455e-90ae-f17ddd5a40a2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1086,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:45.792898671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"229c7b03-6e4e-4c9a-8d57-2ef433ebbdcf","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:45.793226658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"229c7b03-6e4e-4c9a-8d57-2ef433ebbdcf","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:45.796073346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"229c7b03-6e4e-4c9a-8d57-2ef433ebbdcf","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3258,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:45.796395213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4579dd01-c1b0-4453-86cf-6e1b6e6348ec","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:45.79672666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4579dd01-c1b0-4453-86cf-6e1b6e6348ec","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:45.798843093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"4579dd01-c1b0-4453-86cf-6e1b6e6348ec","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2512,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:48.55754358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:63690"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:48.557650643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d847f115-d00b-4919-8523-332592f0edd0","remote_addr":"[fd00:1122:3344:101::2]:63690","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:48.55799477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d847f115-d00b-4919-8523-332592f0edd0","remote_addr":"[fd00:1122:3344:101::2]:63690","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:48.594779493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:48.594808663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"d847f115-d00b-4919-8523-332592f0edd0","remote_addr":"[fd00:1122:3344:101::2]:63690","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37236,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.372653593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.372711905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.372724175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.372733785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.373057092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.373072162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.375601664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.378148296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.378165986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.378313859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.380513665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.380739059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.382620217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.38518185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.38519618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.385334293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.404592367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.404627708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":75,"elapsed":"31.954894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.406057697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.406389074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:26:50.432986719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"60.348625ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:26:50.844142674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"682c6a01-89db-4982-b061-2adbc82eeff2","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372016629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.37206828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.37207915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372087821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372095441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372104631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372112861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372122331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.372131402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372141362Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372149712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372158032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372167022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372176762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372185012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372193693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372201993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372209213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372217003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372224673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372233164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372241344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372250184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372286354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372295465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372304025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372312015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372319715Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372328575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372336226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372344296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372352376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372359886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372366926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372375496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372607461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372644342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372658522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372668573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372678883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372688943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372698823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372720603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372731004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372770104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372781605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372791595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372801605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372811815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372820005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.372829406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.374609712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376131673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.021072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376154024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376284587Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376399059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376409599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.376601013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378480011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378498682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378610384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378621854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378658665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.378785858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.38035139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.38037665Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.380568874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.381549484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.382655127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1769, tv_nsec: 612821918 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.383060815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.383486084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.383505974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.38376977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.384404303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.384428513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.384651728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.386037926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.38621907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1769, tv_nsec: 616392981 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.386503796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.387330202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1769, tv_nsec: 617503004 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.387608188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.38771025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"15.63278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.387799762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.388113509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.389303343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.389328483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.389463346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.39208489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.392140061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.395192994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.397525261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.397552692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.397679344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.398216135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.399857589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.399880319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.400005472Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.401018673Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.40136429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.411898976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.411942896Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":76,"elapsed":"39.712693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.41651939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.416808286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.419069582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.419407839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.422786728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"50.610866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.423694537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.423711787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.423956142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.425366651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.425391602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.425526844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.425943383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.425954693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.425961163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.426120027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.427392493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.427613127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.429194179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"56.941796ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.42922033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.430739201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.430767802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"58.726232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.431816353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.431837044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.431849484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.432005237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.432069688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.438375687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":26,"elapsed":"66.142124ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.45606226Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.905258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.461609133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.46193671Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.469450603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.469483914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.46978629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07704db9-4832-41a0-90d6-97290a2de5ad\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.469824181Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.471313292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.471326912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.471668369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94c2a9f-32dd-4077-9ea6-e45e4b7d9f76\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.471701989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.472765321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.47418287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.474413935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.474432885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.47467989Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708c552a-4d22-4753-b329-34be6aa12083\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.474701931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.476813474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.476869855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"104.655842ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.477296644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.477310274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.477316435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.477612221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.502048551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"129.991591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.50349346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.503705535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.507154075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.507174576Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.507184446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"135.021914ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.510915372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"138.628688ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.570294468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.570650465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a8fd78-3899-4d5b-bad3-641228f9b821\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.572403711Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.572784859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.574659227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":26,"elapsed":"202.369302ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.588921409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":26,"elapsed":"216.752467ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.600016406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.600093278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.602393765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bebe488b-023e-4538-99ec-1c3c4e06313d\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.602423575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.602911995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.62222309Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.622544647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.623740692Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.625599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.6256231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.625802044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.627403977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.629229874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.629256594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.629398128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.653775136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.653798267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.653983261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0bf9ceab-2299-4a9a-99d6-a388c4cf9df8\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.653995411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.654263777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.656157515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.656345679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.658984253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.659200247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.662658508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.662677159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.662954534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db745098-ff24-4d3d-8bc9-a100d66d09fb\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.665084598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":27,"elapsed":"292.998898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.688281633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.688605549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.690748933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.690776794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.691007978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.691603411Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.702217018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.702453373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0941590-7cd9-4fe3-92ca-2ff045f4cd99\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702479723Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702491904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702741899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702754299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702762889Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702771949Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702781059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.70278975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702936333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.702947833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.703114106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.703124666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.703400912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.705282471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.705407033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae83e87-8f22-473a-8a1f-23cb8b8498df\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.705421284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.705513806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9e01c9-ecd8-4fc4-982d-f4d013621050\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.705543236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.705565307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.77611445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9568d80d-cddf-4d21-a69a-6124dd76dbfe\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.776147391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.776162821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.776175512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.777777354Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":26,"elapsed":"405.642903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.793033127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"816c326e-6617-4381-af05-28fd99b77ab6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.793320443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"816c326e-6617-4381-af05-28fd99b77ab6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.795418186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"816c326e-6617-4381-af05-28fd99b77ab6","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2440,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.795693331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d2213f0-7f4e-40e6-ac09-941cde937b70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.795986947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d2213f0-7f4e-40e6-ac09-941cde937b70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.798858886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d2213f0-7f4e-40e6-ac09-941cde937b70","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3172,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.843664033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"c94dd43a-7384-4394-a684-a86d0af4a95b","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1056,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.862779644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8389a78d-eaf1-4ee2-a996-d8305bd6927b\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:00.862803915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.862813765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.863114251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f45788-70d2-461f-8dec-e560c24867c6\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:27:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.863149072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.863480789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.866651804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.866874358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.869568243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.869772628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.871422231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.87185852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:00.878540137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":26,"elapsed":"506.529448ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:02.063983101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:58657"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:02.064132655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3076104d-b767-40be-a719-46a4066badc6","remote_addr":"[fd00:1122:3344:101::2]:58657","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:02.064542573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3076104d-b767-40be-a719-46a4066badc6","remote_addr":"[fd00:1122:3344:101::2]:58657","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:02.075529978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:02.075559249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"3076104d-b767-40be-a719-46a4066badc6","remote_addr":"[fd00:1122:3344:101::2]:58657","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11521,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.372548108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.372616209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.37263573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.37265321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.373158391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.373181391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.375199542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.375410117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.375811975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.376741774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.221467ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.378230504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.378242235Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.378387878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.380037332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.380232316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.381406829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.383600434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.383612805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.383776038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.392970584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:10.392987732Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":77,"elapsed":"20.444229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:10.844168152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"4042fe6b-9b8b-4c28-9884-941374497ecf","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:12.990719899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49151"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:12.990810081Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e8eb1df-4dec-4af2-9783-8c1ca4a2baf7","remote_addr":"[fd00:1122:3344:101::1]:49151","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:12.991125307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e8eb1df-4dec-4af2-9783-8c1ca4a2baf7","remote_addr":"[fd00:1122:3344:101::1]:49151","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:13.036460565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:13.036491706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"5e8eb1df-4dec-4af2-9783-8c1ca4a2baf7","remote_addr":"[fd00:1122:3344:101::1]:49151","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45742,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:15.792456438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"f5bb5fe2-767a-42a1-849d-3d9bb558f083","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:15.792777704Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"f5bb5fe2-767a-42a1-849d-3d9bb558f083","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:15.795171113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"f5bb5fe2-767a-42a1-849d-3d9bb558f083","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2785,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:15.795445649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d8bea46-8cfe-4067-973f-12b1a2bee0a1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:15.795785486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d8bea46-8cfe-4067-973f-12b1a2bee0a1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:15.79744224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"2d8bea46-8cfe-4067-973f-12b1a2bee0a1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2060,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.857820011Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.857898532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.888534469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:19.888691873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50975"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.888843416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07b88967-c6b3-4fd7-800b-056ffe68dca2","remote_addr":"[fd00:1122:3344:101::c]:50975","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.889281129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07b88967-c6b3-4fd7-800b-056ffe68dca2","remote_addr":"[fd00:1122:3344:101::c]:50975","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:19.901529026Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:19.901549166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"07b88967-c6b3-4fd7-800b-056ffe68dca2","remote_addr":"[fd00:1122:3344:101::c]:50975","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12801,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.901620307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b88967-c6b3-4fd7-800b-056ffe68dca2\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:27:19 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.903168579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:19.903188999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.372302372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.372370233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.372391133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.372407824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.37269169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.37271416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.374580468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.375111629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.375317653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.376519858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.248157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.376908526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.376923006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.377061729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.378850776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.379026229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.380293775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.382384218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.382397898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.382532701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.391162078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:20.391178958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":78,"elapsed":"18.891397ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:20.843586578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"eea001eb-3fa1-4ed1-aa8f-ddd2c216def9","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:28.650445126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:54668"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:28.650572938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"59e1558a-f216-45fa-afed-de4c17dbcc72","remote_addr":"[fd00:1122:3344:101::2]:54668","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:28.651077688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"59e1558a-f216-45fa-afed-de4c17dbcc72","remote_addr":"[fd00:1122:3344:101::2]:54668","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:28.663436541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:28.663468942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"59e1558a-f216-45fa-afed-de4c17dbcc72","remote_addr":"[fd00:1122:3344:101::2]:54668","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12987,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372368101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372426103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372438163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372447123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372455933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:27:30.372465163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372475424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372483374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":15,"elapsed":"14.64µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372493814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.372502434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372510074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372519424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372527075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372535935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372544505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372553255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372562265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372570266Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372579046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372588866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372597136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.372605516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:17:30.372516504 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372614077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372622617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372630987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372639067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372648027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372655957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372663267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372671858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372680308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372688758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372696508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372704218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372711459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372720379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372728479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372737229Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372744969Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372753529Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37276152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37276939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37277792Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37278782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37280015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37281265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372824591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372836361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.372848321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372859782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372871042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372883872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372897252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372909372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372921563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372935183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372946593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372957753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372966684Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372973844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372981644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372989744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.372997904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373027115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373039745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373049726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373057835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373111127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373179728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373222319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373232469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373242269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37325265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37328993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37330176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373311511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373323301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373333531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373343161Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373351622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373362522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373376012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373392522Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373402173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373411713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1799, tv_nsec: 603340054 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373426833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1799, tv_nsec: 603358684 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373442234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373451074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373904773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373916313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.409109ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373982465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.373993195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.43912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.374851592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.375076097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.375288491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.3767113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.376795202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.065713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.376868804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37715615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37716657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.377226951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.377328703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.378870965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.378881095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.379068919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.379241532Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:17:30.372516504 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.379251762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:17:30.372516504Z\",\"pruned\":[]}","iteration":14,"elapsed":"6.734418ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37959878Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.37960883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.379781263Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.380705212Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.380717252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.380899506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.3811169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.494744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.382144321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.382396657Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.382659002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"10.069456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.383830776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.384654773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"12.047657ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.385098412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1799, tv_nsec: 615044243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.385390348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.3869759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.387005891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.387524372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.390441311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.390699447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.390737308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1799, tv_nsec: 620676099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.391050274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.392433802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392446003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392453463Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392733698Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.39283086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392850021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392899022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.392923172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.393030095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.393085745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.394706119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.395507045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.395691679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.396311731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.396504746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.396517346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1799, tv_nsec: 626452537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.396820272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.397595558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399046147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399069398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399077758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399084848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399275712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399730272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.399758602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.400052088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.400903805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.40111067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.402237043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.403418257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.403440697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.403449468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.403456278Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.403777274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.404760795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.405368097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.406308196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.406827877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.408284167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.408297127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.408481821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.409678995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.409696256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.40991589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.410108014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.410120814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.410379339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.411116055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.411129065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.411322799Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.414850331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.414875271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.414890372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415087376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415097766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415106996Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415114267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415377442Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.415992534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.416318391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.416653998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.417521546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.417781911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.419722351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.419743921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.421057068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.42552538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.428645333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.428673654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.428864888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.429662234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.429732546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.430131244Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.43140275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.43143053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431441251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431450951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":15,"elapsed":"58.752903ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431550373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431566813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431577724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431588594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":15,"elapsed":"59.150581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431719776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.431749377Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.43189199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.438149188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"65.597792ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.441043167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.441069778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.441084808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"68.39884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.443331874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.443559189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.44360514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.443742642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.443948227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444028248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.444466787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444481337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444487818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444499658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444520428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":79,"elapsed":"72.035444ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.444755223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.446137911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.44755806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.447821306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.448815056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.448827186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.448837177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"76.413974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.449049801Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.449072591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.449296906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.449418389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.449747645Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.452057393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.452084253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.452290357Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.452977822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.453005372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.453151255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.453668986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"80.866635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.455166656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":27,"elapsed":"82.773004ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.458791061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"86.088892ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.462402824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.462431165Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"89.772967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.464955497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.465275773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.466879866Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.468611822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.468959029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.469152853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.469181713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.469334066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.472689705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"99.939796ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.479794651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"107.022751ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.483305492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.483333973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.483406764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"110.538082ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.49934304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.504816623Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.504852933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"132.3661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.508569649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.508874496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:27:30.5286243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.528666251Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"156.053545ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.569214441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.640449739Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.640773115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.642809007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.644516712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.644543613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.644668215Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.646297608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.647940182Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.647957402Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.648191527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.669681907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.669763959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.670217918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8bd4332-4b8b-4584-bf9a-b3e575509cf5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.670242399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.673952105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.677942786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.677971267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.678264083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb413e7-e5b5-4ac4-9a83-220e747be833\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.678285423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.680420887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.732566914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.734870941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.734889192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.735223068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef4ed31-3312-4937-81d7-7038a871bc37\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.735259549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.735651537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.749927569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.74995518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.750169914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fd030a99-4b12-4bdb-a365-1c4db64c75bf\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.750197835Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.750619254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.75240882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.752616174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.756054155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.756429162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.760986546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.761006706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.761261751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e6b12030-91ea-49f7-8e3f-364f190080ec\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.762926005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":28,"elapsed":"390.205497ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.763012947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.763025727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.763325614Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215056fb-4c73-4378-8eca-7f82093e115f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.763341264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.765506228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.807751663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.808003908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04b2957-45c4-44a2-8d2e-d726b172d590\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:27:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.809619071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.809950738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.84374301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"691131ed-136e-476e-a639-a9e6fb8e1615","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1404,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.844876303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.845274521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"da72c028-501a-4115-ae80-9fce8b50c5df\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.845291551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.847093238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f96a3628-7cbf-4bfc-9973-bd847fc4417a\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.847112589Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.848399885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.848412795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"476.065604ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.885518795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.885914283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e5b375d-637e-477d-a35d-9dcded138308\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.885929653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.887422144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"96ead9ec-38b3-471d-8c20-d1a3ab51cd80\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.887438774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.889532597Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7d3a91fa-8a52-43ee-a99a-d3d1bbcac279\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.889564167Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.891880655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.891912406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"519.486204ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.920768136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":27,"elapsed":"548.059258ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.96298327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.963394079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3a53c1-2b6d-45be-b19d-43e90d2c3485\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.963419979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.963431039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:30.96343895Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.964865439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":27,"elapsed":"592.17817ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:30.965568143Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":27,"elapsed":"592.799684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.015875993Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.016291781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.018270012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.018294082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.018485477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.027902269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.028203335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b492da49-1fd5-47d5-9423-0efd9c17ac7b\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:27:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028225496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028237046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028470561Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028481721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028489721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028498421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028505791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028513162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028684455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.028694546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.02891157Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.02892013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.029125914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.031523583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.031645496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72636987-5721-4d90-85c9-ba6344bdadd7\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:27:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.031664156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.031742828Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322c9267-5428-483a-9d0d-eacb91d2830f\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:27:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.031767818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.031780338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.127480817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"83e3ea75-cb15-4444-9d0b-6423a971a7a3\", \"date\": \"Sat, 21 Dec 2024 07:27:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:31.127529129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.127542599Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.12810179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a731bf-0c3f-4754-9157-c4fd2f8ec8cc\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:27:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.128143471Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.128458368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.132267535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.132435109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.136215846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.136543093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.138233848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.138418571Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:31.145832313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":27,"elapsed":"773.462372ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:33.498929419Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55971"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:33.499073452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93a3fe39-9d6b-49fb-9b7e-9aad5808c796","remote_addr":"[fd00:1122:3344:101::1]:55971","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:33.499563822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93a3fe39-9d6b-49fb-9b7e-9aad5808c796","remote_addr":"[fd00:1122:3344:101::1]:55971","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:33.538156272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:33.538184912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"93a3fe39-9d6b-49fb-9b7e-9aad5808c796","remote_addr":"[fd00:1122:3344:101::1]:55971","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39206,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.372527633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.372603134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.372620735Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.372635615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.372904441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.373079694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.375141366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.377555916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.377570046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.377723489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.379180169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.379360573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.380775942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.38311854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.38313152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.383262953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.395019763Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.395039664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":80,"elapsed":"22.510901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.402160939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.402371894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:40.429610771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"57.107959ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:40.843370541Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"8f5b1969-3b4f-429d-b96d-b667bb30bf57","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1002,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:45.793468023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2009576c-c208-42be-8769-8dd3fc801deb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:45.793961513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2009576c-c208-42be-8769-8dd3fc801deb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:45.796688409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"2009576c-c208-42be-8769-8dd3fc801deb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3325,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:45.796928384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"fe5af605-acbb-44dd-b282-e0c5cfac5753","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:45.797155728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"fe5af605-acbb-44dd-b282-e0c5cfac5753","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:45.799378034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"fe5af605-acbb-44dd-b282-e0c5cfac5753","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2479,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.372810417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.372864598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.372875829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.372886089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.373268487Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.373347598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.374627755Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.37489876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.375444291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.376569254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.776837ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.377874441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.377886141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.378033824Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.380046305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.38025304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.381826512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.384207771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.384220511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.384357954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.395011462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:50.395036152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":81,"elapsed":"22.205895ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:50.843466891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"08999b94-a4fe-4aa1-9cb0-901fed5a2388","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1028,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:56.862136316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:43266"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:56.862245408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a8e98360-bac1-4c59-b1e0-6dc4881f0937","remote_addr":"[fd00:1122:3344:101::2]:43266","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:27:56.862593036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a8e98360-bac1-4c59-b1e0-6dc4881f0937","remote_addr":"[fd00:1122:3344:101::2]:43266","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:56.871390396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"940d4b42-3aff-415f-ae6a-b671dd47f797"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:27:56.871419246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"a8e98360-bac1-4c59-b1e0-6dc4881f0937","remote_addr":"[fd00:1122:3344:101::2]:43266","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9246,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372397697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372456118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372467808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372477569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372486219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372495579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":82,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372505429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37251302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37252231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37253051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37253976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37254853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37255699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372567421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372576381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372584371Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372592681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372601421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372609911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372617951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372626072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372634502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372642462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.372651202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372659703Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372667583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372675343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372682583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372691583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372700083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372707604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372715604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372724094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372732064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372740284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372959938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372974829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.372993689Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373005879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37301656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.37302823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373073031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373084931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373094941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373118162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373128292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373136722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373188163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373201374Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373212604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.373222364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.375618653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.376403079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1829, tv_nsec: 606105200 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.376665534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.376756486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.309748ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.378338659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.378351079Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.378498012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.380254048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.381126796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.38180153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.38181363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.38181965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.382066075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.383241379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.383249769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.383424953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.383878112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.383898842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.384140118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.386526366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1829, tv_nsec: 616226688 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.386738891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.386820962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.387133879Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.387433145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.38913983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1829, tv_nsec: 618847691 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.389390535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.38965628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.390346054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.390355785Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.390362155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.3906099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.391983998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.391997458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.392266804Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.392513469Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.392540439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.392731853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.396575152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.39698304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.398596403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.400489032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.400516813Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"27.994113ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.401622015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.401636176Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.401770068Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.410394635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.410715111Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.411652221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.411858415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.412178531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"39.775384ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.412900456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"40.467759ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.413653642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"41.164562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.415912408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.416145073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.416190494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.416219624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":82,"elapsed":"43.607213ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.417116833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"44.587233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.417425069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.417540851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.417821407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.417893228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.418278496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.418532951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.419327918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"46.783597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420296567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"47.714846ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420669585Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420681745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420776977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420789468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420851319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.420944951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.421993312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.422233697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.423248078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.423451072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.430166049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.43018864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.43019881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"57.757663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.444564094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.444785399Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.446983464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.447176918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.447187728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.447205948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.447546745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefd3324-0da5-422e-808d-e5f583d31ee7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.447566756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.450290372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.450426474Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.454471927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.454490227Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.454646341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.455829825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.456831975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":28,"elapsed":"84.175323ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.45754506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.45755958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.457702113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.487488563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.487532044Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.48782631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397ea2f3-9ca8-431a-bdf7-50b5a061ba10\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.48784376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.489349831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.504727196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.505056153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.539997648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.540066279Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.540521848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e41f6d43-8950-4d77-a993-9e929987851c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.540555409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.542705733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.572448002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"199.80659ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.579421635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.579460736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.579808152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"086d4ade-86f5-4b28-bf36-dbdb07c48ff0\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.579840003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.580239641Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.581266913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.583289664Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.583313974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.583475498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.585114881Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.587794406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.587808156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.588076292Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.597090916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":28,"elapsed":"224.443394ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.605505449Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.605866506Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe087ef0-c7cf-4d2f-a09e-09b18db7e58f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.607703823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.607996769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.610295537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":28,"elapsed":"237.814568ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.625856955Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.625881146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.661295791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.68078479Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a4f54f-8b34-408c-8eb6-5ae4d2984ea6\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.68080675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.68081706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.68082508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.680866051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"79074f94-c1e9-4bb4-8aec-162f709bb7be\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.680879132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.6812831Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.682985024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.683164938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":28,"elapsed":"310.70101ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.683198249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.686526207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.686845674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.691355846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.691375296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.691754674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"28b7f27c-21af-4663-94ca-6bcf3b595ebe\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.69401054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":29,"elapsed":"321.45157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.704137888Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.704458164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.706302622Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.706321722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.706495006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.716159303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.71644798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50e43a0-a5fc-408b-ab03-d8c14e7d40c4\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.71646822Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.71647873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716725305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716735885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716742675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716749236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716755486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.716762386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.71695994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.71697336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.717193655Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.717216205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.717394029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.719359769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.719466091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35455ec5-5d62-4f2f-b6e8-701af8b1b974\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.719486391Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.719773457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128a6819-e32a-4504-8105-c95b9cc5d8f6\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.719789008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.719802448Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.806351009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a622a938-211f-42f9-994e-d0336fa3a53e\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.80637344Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.80638159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.806592214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2073907d-f5db-45af-884a-53aa36b3f5fe\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:28:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.806631545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.806990033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.810461464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.81078265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.814434745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.814748331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.816345274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.816588859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:00.823534141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":28,"elapsed":"451.151125ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:00.844025891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"38188266-b424-465d-9b78-676ccfa987a4","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":984,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.372510988Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.372578389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.37259659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.37261115Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.373057519Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.37308686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.375001719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.375724663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.375913927Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.377291116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.806888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.377414028Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.377425088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.377572201Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.379892349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.380062872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.409018205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.411430514Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.411446725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.411579857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.424078543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:10.424100884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":83,"elapsed":"51.603137ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:10.844406887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"00709e5c-bbf5-4551-94d7-18d53c949f3d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1566,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.372754921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.372804902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.372815232Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.372823323Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.373119359Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.37319369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.374710171Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.374938236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.374967967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.377491518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.377508939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.377643431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.379126342Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.379410838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.380799746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.383195805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.383208205Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.383346328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.392214669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.39222747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":84,"elapsed":"19.475349ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:20.403844518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"31.107376ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:20.844801904Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"99431b33-05bd-475b-9f37-a1d8c94e01c9","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1166,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372655108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372708959Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372720299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372728809Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372736709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372743719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.372750319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.37275781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.37276543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.3727714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:28:30.37277938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.37278764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372795551Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":16,"elapsed":"14.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372804951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.372812321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372818741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372826281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372833281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372840421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372848352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372856112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372863412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372870072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372876662Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372884042Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372891573Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372899773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.372907093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:18:30.372825991 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372914533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372922523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372929643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372936393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372943223Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372950484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372957794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372964434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372971414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372978624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372984584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372990815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.372996465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373003525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373011185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373017185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373023465Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373030825Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373037345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373044705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373051876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373058146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373064396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373069976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373076256Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373082296Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373089417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373095247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373101717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373108787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373115897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373122097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373128197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373135638Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373142118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.37326062Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373358332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373367222Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373375572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373426253Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373436164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373445224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373453394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373463024Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373529006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373540746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373548916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373570006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373580056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373587287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373594827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373605987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373613857Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373626637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373635048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373642608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373651248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373666758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1859, tv_nsec: 603151090 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373706429Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.373715329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1859, tv_nsec: 603157450 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.374038706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.374066997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.227285ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.374117267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.374142038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":16,"elapsed":"1.149763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.375661569Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.376520807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.602993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.376821153Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.377126939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.377592039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.377607509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.377795373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.379312364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.379340365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.379488737Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.380010348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.380033609Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.380182992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.380831175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.381017639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.381537859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.381805015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.384113462Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:18:30.372825991 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.384142383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:18:30.372825991Z\",\"pruned\":[]}","iteration":15,"elapsed":"11.287201ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.38500437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1859, tv_nsec: 614474532 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.385325717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.386098053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"13.149019ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.389197136Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1859, tv_nsec: 618661767 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.389542003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.390999403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1859, tv_nsec: 620462364 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.391053954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.391376891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.391473123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.419878014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.423525549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.423558099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.423765814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.425346146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.425425308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"52.745389ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428226995Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.428251526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428266116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"55.264611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428278786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428373518Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428398169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428539681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.428713045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.429238366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.430120674Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.430129864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.430268667Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.432474142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.432648946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.433059094Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.433083214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.433093595Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.433382991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.434628486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.434876061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.435081675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.435927503Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.435937533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.435943653Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.436166358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.437158038Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.437169718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.437313761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.439576847Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.439969435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.440219661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.441221311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.441253142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.441368104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.441479286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.442429306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.442922616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.443326814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.443452897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.444009158Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.444392486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"71.333241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.44557568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.445602071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.445787725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.446420838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.446443078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.446643054Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.447011217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.448874018Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.44996523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.450208245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.457267369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.45730389Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.457683458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.459989125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.460018736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.460155709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.464943997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.467728524Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.467754224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.467959318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.4729341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.473220316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.480322961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.480359982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":85,"elapsed":"107.575072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.481637318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.482014516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.482561237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.482851193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.483433885Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.48516502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.485189951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.485317954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.488857986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.488888307Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.488906757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"116.128157ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.489644892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"116.707489ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.494525512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.494554103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.494564543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.494575303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.494996322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.495090014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.495100714Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.495108814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"122.081999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496459782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496575974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496586334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496592805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496598805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.496968582Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.498487033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"125.485529ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.498997414Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.499025494Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"125.956769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.499270549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.49928907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.499442553Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.503506356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.503779052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.506365725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.506771593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.508293264Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.509693823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"136.80796ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.510767505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.510780065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.510937708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.51345998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":29,"elapsed":"140.743441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.529855265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.533651213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534166484Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534321177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534334907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534406159Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534417439Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534430709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534638833Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.534734425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.536253366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"163.229781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.53987962Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.542050425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.542092966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"169.293035ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.5437781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.544476425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.544497185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.544806131Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.560730237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.560789719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.562628206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6af8f5d-3247-4266-9786-b15ed8647806\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.562671257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.565656078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:28:30.583218458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.583268329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"210.432638ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.587503055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.587537006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.587548856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.588032606Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.590218151Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.63022796Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.630293401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.63071084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe51f37-eb2a-4acd-b9f1-f7733d39f7c3\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.630799672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.634673461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.638775445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"265.695098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.681873437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.682244075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.731393431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.731431321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.731776048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2edf07-6bd6-4a11-925e-14526f4964fd\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.731815489Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.732204817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.733883071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.733939023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.733951753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.733959103Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.733967603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":16,"elapsed":"361.108192ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.73676319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.736789231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.737025346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.739764392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.739786672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.739795363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.739803823Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":16,"elapsed":"367.042393ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.743715803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.743741903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.744157952Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232419e1-af1f-4203-9847-760fdfdf6ca1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.744180202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.746146873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.762244382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.77581319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.777502214Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777515575Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777623497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777637567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777711049Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a9f2f047-6b9d-4921-8615-94c733c01d68\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777722329Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.777851311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.778050935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.779421834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.780344233Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.780612628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.781244381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.781254861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.781428015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.781460525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.781790572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56875aac-bb5a-4d79-8b2c-5c806899e224\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:28:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.783861505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.783974957Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.784072829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.784302074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.786024339Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":29,"elapsed":"413.068775ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.787904907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.787918577Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.788221014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"73ec28a6-a893-4b8a-b9f4-59838c402ec6\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.790365768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":30,"elapsed":"417.67197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.792942491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"3ab55710-7ce7-4e35-839c-12db2ad491d1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.793152865Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"3ab55710-7ce7-4e35-839c-12db2ad491d1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.795181946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"3ab55710-7ce7-4e35-839c-12db2ad491d1","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2280,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.795401521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"292e8393-0b80-4593-b2fd-07b38047570e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.795620745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"292e8393-0b80-4593-b2fd-07b38047570e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.844256521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"d5184a8d-7f9e-4261-be8e-13db32e57306","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1032,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.898289607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":29,"elapsed":"525.352443ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.910922155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.911381515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ae0c8e5e-c229-4dd2-8e7e-f1d1d0cdd4e7\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.911405675Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.912718422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6838359f-6d87-4928-abb7-0be4ae2512d7\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.912730722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.914403347Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ed95790-c2f7-4fde-891f-59439b3b7ed4\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.914426427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.916339166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.916375437Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"543.502945ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.986807919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.987141415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"94b0414d-18bb-4d8e-946d-e74bbaa7aa90\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.987158116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.989292139Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"70225939-8132-46d1-8f6f-1a4b3ac6954a\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.9893051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:30.991455784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:30.991467934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"618.811127ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.03963999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.04009935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a03539-4314-4369-95c4-47bec63abffe\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.04013459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.04014602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.040154341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.041426137Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":29,"elapsed":"668.462212ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.041789844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"292e8393-0b80-4593-b2fd-07b38047570e","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246428,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.074631006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.074989554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.077174238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.077189319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.077374722Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.086181113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.086432078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6e7b36-c22e-42c4-9859-513d8feced6f\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:28:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086454748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086465908Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086675063Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086685933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086693783Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086701604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086709504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086717564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086843826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.086853316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.087053791Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.087062941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.087262815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.089272146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.089380798Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604b0ca4-892f-410b-9dd7-30769deef1da\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:28:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.089391788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.08947434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe4d216-1c59-4186-817a-5d332bcb1f95\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:28:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.08948721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.089497731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.227834932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"28d1ab19-00da-4b57-a46d-9f2c38b0edf7\", \"date\": \"Sat, 21 Dec 2024 07:28:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:31.227876603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.227887693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.228244851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24d2ac8-a67c-4783-9c5f-c8c79f99c00b\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:28:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.228286002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.228629669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.232021648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.232332974Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.235337646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.23554882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.237112632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.237360237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:31.244990784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":29,"elapsed":"872.345506ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.373203567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.373285919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.373303719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.3733183Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.373708998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.373732148Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.376326001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.378800942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.378815152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.378951765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.38117818Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.381520438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.382885586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.385358916Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.385372586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.38554534Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.397870632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.397896713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":86,"elapsed":"24.701125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.40314503Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.403367635Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:40.431269956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"58.10116ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:40.844597106Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"a73da2cf-ccc6-4463-88f2-4f3e7a381b3d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1042,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:45.793897213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"4f1bbfb6-82d2-40ac-8d60-fc1df117fd23","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:45.794211899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"4f1bbfb6-82d2-40ac-8d60-fc1df117fd23","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:45.796842933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"4f1bbfb6-82d2-40ac-8d60-fc1df117fd23","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3027,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:45.797139939Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"aaa28390-1f57-4b9d-b359-e3d426702340","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:45.797476886Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"aaa28390-1f57-4b9d-b359-e3d426702340","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:45.799709092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"aaa28390-1f57-4b9d-b359-e3d426702340","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2632,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373141245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373198486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373210316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373220546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373480742Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.373518892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.375758468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.379362672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.379385392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.379555946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.381454815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.381668619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.383084168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.385908086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.385923746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.386058729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.399401202Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.399426903Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":87,"elapsed":"26.288978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.401329372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.40173724Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:28:50.4031964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"30.075096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:28:50.844596325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"eaca034a-40e5-4cd0-9966-9b9950acc27c","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1242,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373051492Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373111513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373122943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373130324Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373138254Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373145794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373153754Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373161604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373168734Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373175654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373183025Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.373190915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373198525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373206065Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373213005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373220325Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373226935Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373233666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373240906Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373247436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373253636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373259766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373267306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373273486Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373281116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373288757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373294617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373301387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373307417Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373313557Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373319177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373324948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373331977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373339048Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373345648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373490951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373504531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373647864Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373664014Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373688435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373698275Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373708255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373717425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373725836Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373734186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373740776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373747396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373754116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373760736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373769177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.373842398Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.37590502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"2.739696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.376117005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.377018023Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377038273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377045854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377220277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377874401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377975983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.377986313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.378261149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.379706458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.379723098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.379857531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.382796861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"9.587606ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.383175289Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1889, tv_nsec: 612455570 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.383493276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.384550797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.384734851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1889, tv_nsec: 614017252 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.385015567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.385309083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.386991817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387009617Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387016718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387319084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387747403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387762113Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.387940067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.388569109Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.38859209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.388789204Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.390614141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1889, tv_nsec: 619905603 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.390918757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.391138132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.391434808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.391498909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.391649052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.409794104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.412610812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.412646282Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.414105702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.41744252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.41788851Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.422152147Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.424230699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.424607037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.424706249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.42473451Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.424906983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.429880435Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.429917706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"56.656799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.430250003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.430304034Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.430566979Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.431028769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.431190382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.433269495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.43352592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.433804335Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.434440679Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.435517261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.435538981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.435705694Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.436824407Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.436849078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.436861368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"63.804196ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.437711745Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.437734786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.437956991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.438976701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.439239117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.447937965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.447976416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"74.874543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.449318973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.451084009Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.45111097Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.451266033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.455564771Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.455593832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":88,"elapsed":"82.327875ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.455900928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"82.795724ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.466323651Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.466348301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.466361272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.466692459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5a7d92-16d3-4ae2-95cd-ad02a0e19f77\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.466716119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.468168899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.468664209Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"95.483825ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.468926404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.468944685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.469098548Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.471450466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":30,"elapsed":"98.1742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.471474217Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.47162066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.474847146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"101.714192ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.478944019Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.47896646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.479212345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cc3c30-bd64-4ae4-a2fb-dcd555758c1a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.479223795Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.480513882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.484396331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.484696677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.485378971Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.485403192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.485617456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd307b4-e442-4ca6-aa54-cc20f5381e5f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.485633126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.488113827Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.49850727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"125.431347ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.532821992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.533135369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"988c7d5f-3eb6-4e9e-9b14-b6928e90c935\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.533272631Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"160.037316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.535023527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.535339144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.537031138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":30,"elapsed":"163.786013ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.546068473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":30,"elapsed":"172.851378ms"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.597265861Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.597314412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.598811193Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.599216611Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.600656531Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.602377566Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.602388306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.602537669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.607648114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.609588953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.609605184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.609748337Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.652704436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.653063003Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.654219197Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.655490853Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.655509184Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.655864341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.6660677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.666395246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82a1eae-d0a4-4171-98e7-c7c0d35c990c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666420797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666433867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666803095Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666865096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666873496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666881046Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666887386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.666893766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.667030859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.66704096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.667261384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.667270084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.667605621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.669893598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.67000268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"670b2488-58f8-452d-b18f-f47edba15f55\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.670015061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.670104912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4416305c-6873-4326-9e70-f58464400545\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.670119572Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.670130053Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.67830592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be504ff-c6f8-4917-9e7e-3effdce87493\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.67832586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.678551605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.678566236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07451f5-1920-4f75-abf6-05ced7a89c9a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.678577286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.678584096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.678590406Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.680039636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":30,"elapsed":"306.864701ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.730625461Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.730667162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.731145672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"feaa4c22-e671-41db-9979-4d1427a74046\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.731176152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.731510509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.733758805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.7340168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.737271187Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.737632154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.740791089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.740815099Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.741362331Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2cbd7a9e-76a4-4c5e-b63b-72d170d76141\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.743159887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":31,"elapsed":"370.042474ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.776703084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"85b68dab-7c13-434b-8443-397da16d794d\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.776725475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.776734375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.776907838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae1f17b-c211-4a54-917e-0383ac3d529c\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:29:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.776948819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.777213564Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.780455351Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.780760107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.784126636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.784358441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.786121887Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.786308941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.793288914Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"a4935795-979b-4746-83f3-d041c5b3e331","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.79358242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"a4935795-979b-4746-83f3-d041c5b3e331","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.793655961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":30,"elapsed":"420.62736ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.79605006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET","req_id":"a4935795-979b-4746-83f3-d041c5b3e331","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2810,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.796319616Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"8aba9e40-12ef-431a-999f-eea72b3292eb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:00.79654942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"8aba9e40-12ef-431a-999f-eea72b3292eb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.797885488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNmY3YTIzZS1lMGUyLTQ1M2YtODQ0MS1iMWZkNzRhMDVjNDgifX0%3D","method":"GET","req_id":"8aba9e40-12ef-431a-999f-eea72b3292eb","remote_addr":"[fd00:1122:3344:101::d]:44964","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1612,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:00.844356899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"04c33762-c906-4fbc-8bfd-482ea8487c8d","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1097,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.373779446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.373847707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.373863997Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.373876558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.374368558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.374394258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.376711436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.379117375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.379128605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.379275728Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.381145586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.381495114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.383134697Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.385544897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.385559037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.38569702Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.398199786Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.398212676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":89,"elapsed":"24.447571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.402731648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.402984554Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:10.429796273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"56.035957ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:10.84443628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"f433f533-10a7-4c45-9d52-36dfaf27c9fe","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:18.630510842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:43989"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:18.630620464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1695520e-63c4-4f9c-84fe-b864fc3829b6","remote_addr":"[fd00:1122:3344:101::2]:43989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:18.631005002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1695520e-63c4-4f9c-84fe-b864fc3829b6","remote_addr":"[fd00:1122:3344:101::2]:43989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:18.669839517Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"3e7958c2-7603-47e6-b446-2ed53d4cb7e3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:18.669867977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"1695520e-63c4-4f9c-84fe-b864fc3829b6","remote_addr":"[fd00:1122:3344:101::2]:43989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39317,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373137781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373209403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373225753Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373238693Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373663902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.373677562Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.37554513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.376139242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.376401228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.377889268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"4.769448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.3779565Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.37796779Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.378105133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.380081683Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.380236546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.381835629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.384027234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.384038004Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.384166507Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.395140001Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:20.395162022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":90,"elapsed":"22.02395ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:20.844510909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"0872e18e-5e8a-4061-a57b-72ae6587fbba","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1172,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373757252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373832464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373847874Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373858074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373868005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373877385Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.373888805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373901195Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373911185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373921135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373930546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373941816Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373951416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373961346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373970516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373979987Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373988447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.373997237Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374007967Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374017568Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374028808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374039488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374050418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374061218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374071859Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:29:30.374082369Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374094059Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\"}","iteration":17,"elapsed":"13.74µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374107239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37411909Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37412943Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37414033Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37415056Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37416118Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374171701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374182601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374195091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374204301Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374214781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374226112Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374234882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374242802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374252592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.374265523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374275843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374285663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374296013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374306174Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374315644Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374324784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374336444Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374345834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374355315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374365625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374375145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374384685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374393475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374403445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374412416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374422806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.374432696Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:19:30.374199251 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374441966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374450626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374461327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374471117Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374481057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374490257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374499447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374508758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374518778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374529348Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374539898Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374549748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374559869Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374571069Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374582789Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374594319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.3746066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37461788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37465189Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374685421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374701431Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374712032Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374727422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374738672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374749832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374759353Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374770283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374778593Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374787913Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374797284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374807934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e6a813c9-0f81-4c70-aa69-e7359eda7f1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9648afd-7727-4ef4-b9ec-a4f1755243be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1919, tv_nsec: 603867585 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374822654Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374832764Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374842605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374852365Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.374928926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742347a0-3758-4284-9f31-4f46c27aef15.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"affdd1c9-2589-4dea-9f31-25114079d001.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bd14ce08-6914-4685-8726-afb2931d0aad.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1919, tv_nsec: 603994677 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375024718Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375034928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375204882Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375214982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375221942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375231892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":17,"elapsed":"1.115163ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375362265Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375373415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375541999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.375565999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.3755807Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":17,"elapsed":"1.290976ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.376469578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"2.47324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37704601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.37804968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379063521Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379078961Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379245604Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379275355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"5.416361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379619922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.379882537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.380379748Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.380397788Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.380539591Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.381894039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.382065862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.382861129Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.383459641Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.384012082Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.384240037Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.384719787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:19:30.374199251 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.384737747Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"expiration\":\"2024-12-21T07:19:30.374199251Z\",\"pruned\":[]}","iteration":16,"elapsed":"10.524136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.384940291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.384952681Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.385127105Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.386293649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.386318409Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.386454762Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.38681481Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"12.837463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.387457123Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.387664457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.387709708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.387921972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.388642637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.38929317Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.390531135Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1919, tv_nsec: 619603817 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.390821372Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.391452345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.391469085Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.391625488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.392373083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.392536877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.392571177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.392582017Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.392777941Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.394622269Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.394814093Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.395034648Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.395251432Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.395685761Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1919, tv_nsec: 624765713 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.395939096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.396446907Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.396459777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.39661007Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.397027268Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.397048199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.397178072Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.397202972Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.398695483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.398711383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.398828395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.399770725Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.401461447Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.401482401Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.401602422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1919, tv_nsec: 630734865 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.401637945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.401663088Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.401937179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.402353008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.403768817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.404160445Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.40442705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.40444045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.404617834Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.405523213Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.40736642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.407648546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.408010953Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"33.985036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.409042625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"34.945975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.409198138Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.409465083Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.409555805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.409769849Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.410539625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.410842281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.41272146Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.412903933Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.413544006Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"39.690332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.414537107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.415420255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.415763842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.417400516Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.417426096Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.41761132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.420621091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.420648162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.420661502Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"46.745716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.420675403Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.422328036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.422550211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.422574291Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.422582002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.422770386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.422903388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.423640883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.423654224Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.423872298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.424810767Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.426217686Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.426232436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.426240386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.426514422Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.429665327Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.429688627Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.429919002Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.431584766Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.432220299Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.43276998Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.433845992Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.433856942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.434049036Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.435814382Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.436149549Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.436530917Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.437076258Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.437342404Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.437743512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.439360255Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.439388716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.43961175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.440659782Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.440685192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.440697642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.440869726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.441028089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.442503249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"68.448081ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.442915218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"68.682457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.443364087Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.443640163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.443750245Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.4439821Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.445265526Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.445496691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.445688375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.44692423Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.447136384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.44839765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.4522976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.452601126Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.453529425Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.456892794Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.456928315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.457152539Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.457608719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.457640639Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"83.843056ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.459758012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":31,"elapsed":"85.833757ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.460351355Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.460738613Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.46108349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461413937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461443837Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461452567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461459047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461693252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.461971658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.462435947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.462451488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.462651592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.464168333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.46452999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.465054921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.46546918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.46548208Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.465688274Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.467275297Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.467530352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.46843493Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.468457701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.468630774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.4689302Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.469192166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.476119418Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.476144248Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.476155328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"102.264264ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:29:30.480913676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.480944726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"107.092022ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.481398155Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.481422396Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.481432116Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"107.340367ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.485935318Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.485964089Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":91,"elapsed":"111.87127ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.486345387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":34,"elapsed":"112.193397ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.489044642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.489064243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.489074073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.489082963Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.489510452Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.491486912Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":31,"elapsed":"117.441334ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.507414938Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.513587605Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.513826029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.517523625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.532286287Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.532314328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.532567713Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7ac73d-b529-42b9-b5c3-0fb8b8d246fd\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.532586133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.535455842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.556989843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.557053624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.55734844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b42319-b2f9-4948-8c65-54b070c99e3e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.557380621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.559157477Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.571760185Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.571813436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.572216854Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9bd515c-fe44-4e32-b81a-d0e28f62d00f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.572243765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.577813039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.666731512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.666768976Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.667182338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b888dbb-7fd2-4148-a172-1701220004ea\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.667210719Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.667535356Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.669465965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.669802172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.672934276Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.672961817Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.673213392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.67409346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.67410956Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.674335625Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.676611741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.676810986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.678719994Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.678955199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.681875579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.682062283Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.683994453Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.684283058Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.70293877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.702972141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.702983491Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.703213246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.704170386Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.704971352Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.707145556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.707164877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.70732901Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.70879615Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.708825441Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.708961424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.711204199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3df5f896-3b4f-4ad7-95f0-a7ccdf9a880b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.71123168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.71124194Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:47.882964 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.71125071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1}","iteration":17,"elapsed":"337.276714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.712866873Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.713093238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.719833716Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:14:27.273922Z, time_modified: 2024-12-21T07:14:27.273922Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: cf680ef1-84c7-4e76-bf89-6f413303b74f, db_silo: Silo { identity: SiloIdentity { id: cf680ef1-84c7-4e76-bf89-6f413303b74f, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:14:48.706371Z, time_modified: 2024-12-21T07:14:48.706371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.719868826Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]}},\"default_endpoint\":{\"silo_id\":\"cf680ef1-84c7-4e76-bf89-6f413303b74f\",\"tls_certs\":[\"3c55cdfe4c7bb2ca8c554f6e5b6d973c84053d88108160dac7d89c1a9431176c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":17,"elapsed":"345.669495ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.719943538Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.719958238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.720230294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4c51ea56-db8c-43c8-bc80-7043d2f3eda8\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.720241334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.720369346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.720589951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.720611731Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.721869257Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.722037421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.723090162Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.723148774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.723297777Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.726047973Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.726298608Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.726543013Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.726557513Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.726704436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.727955092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.728119015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.729641646Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.7298375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.729854141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.729870311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.730200168Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b42d8eee-e30f-435a-91af-7036cd0cc9c7\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.731154937Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.731837661Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":32,"elapsed":"358.033018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.735844343Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.735869744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.736044867Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.738868505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.738894596Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.738911676Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.73911842Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.739841415Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.74006338Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.740128931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.741807455Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.74204592Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.742896918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.742909468Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.743046211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744036991Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744195504Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744673124Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b7952ecd-a52d-4230-b249-942f2ad8dce4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744686944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744694784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"current_time_created":"2024-12-21 07:14:48.764787 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.744702765Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2}","iteration":17,"elapsed":"370.453902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.746183495Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.74640563Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.747825039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.748238077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.748510313Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.749680306Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.749706047Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.749717107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.749879701Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.749914921Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.751032164Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.751222808Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.751408142Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.752093166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.753191178Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.753202819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.753361252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.755616598Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.755639179Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.755771221Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.756871624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.757047387Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.758309473Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.758507757Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.759719192Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.762948978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.762972619Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.763110041Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.783967358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.845325894Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"c414d837-fe48-4247-9c6f-903a3771e5f8","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1510,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.857278459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":31,"elapsed":"483.090468ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.865254262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.8656246Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"67db5f42-db59-42c8-b78b-0d989d1c2e6b\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.86565074Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.8676132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0d90d434-2cb2-434e-893a-323d245ffbd6\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.867637061Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.869116271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.869134892Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"495.362669ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.892238515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.892607012Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e657b0d7-d2b2-4e27-bfab-5e418a3d6f21\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.895618884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.895954981Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.932462558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.932910457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c383c91c-6607-4dea-9dda-69fe0ecbcc7a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.932944368Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.932956708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.932964738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.934549601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":31,"elapsed":"560.506593ms"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.935049121Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.935097802Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.935327877Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":31,"elapsed":"561.187046ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.935401918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.93694505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.939697626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.939710736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.939952911Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.941443262Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.941499413Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b8ffd86-1e58-4f9a-88d9-d98b805d3247, kind: Service { id: e6a813c9-0f81-4c70-aa69-e7359eda7f1f }, name: Name(\"external-dns-e6a813c9-0f81-4c70-aa69-e7359eda7f1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 147])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b2b9eea9-bb11-48ba-8b8b-de847a6a2c41, kind: Service { id: e9648afd-7727-4ef4-b9ec-a4f1755243be }, name: Name(\"external-dns-e9648afd-7727-4ef4-b9ec-a4f1755243be\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 662d426b-eb11-4f72-8665-afae1caacaf9, kind: Service { id: 32a27dfb-0d23-4684-af4c-e74eb55e0f61 }, name: Name(\"nexus-32a27dfb-0d23-4684-af4c-e74eb55e0f61\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8b9e93cb-ef50-4c20-8da2-1594a9c29a6f, kind: Service { id: 7f1e6745-86ad-499a-aa82-d2619de2333c }, name: Name(\"nexus-7f1e6745-86ad-499a-aa82-d2619de2333c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4dfb2d6-1b5d-4a4b-a616-b83fd1997151, kind: Service { id: 04e14eed-5036-4690-9c88-188713e43065 }, name: Name(\"nexus-04e14eed-5036-4690-9c88-188713e43065\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.941519173Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.942117705Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.942567945Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"16a53594-6ee6-4002-8957-fd037fb77b6b\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.942578845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.945113277Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"47344e17-e645-458f-aca3-40011680baa8\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.945123707Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.947112228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0dbb340a-ae2c-43ca-910b-6630f1800c9a\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.947123848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.949326583Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.949373424Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"575.111792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.960309198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.960695316Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.962584175Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.962596555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.9628247Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.971481027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.971806803Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1ca080-2caa-4b6c-83f6-ec55bd36ea7d\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.971834774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.971846464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.97214443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.97215427Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.97216144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.972169031Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.972176261Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.972183231Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.972354064Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.972365395Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.97260454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.97261218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.973000458Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.974855876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.974963738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22d32e2-cbc8-4a55-922b-4418725cb41b\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.974979778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.975102781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb3c6de7-f979-43eb-bd89-020e06430a3d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:30.975135101Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.975159602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.996013149Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","vpc_to_sled":"[Sled { identity: SledIdentity { id: c2a2d174-03b7-4a6d-be8a-29b6c3594912, time_created: 2024-12-21T07:14:46.358421Z, time_modified: 2024-12-21T07:14:46.358421Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.99606043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.99606922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.996390456Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.998716884Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:30.999075091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.000222875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.002747787Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.032864773Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.077354954Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"82bc015b-78bb-48bb-acd8-e23845248fdd\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:31.077404035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.077417915Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.077692071Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c5aa9bb-eb26-450f-97ae-60e385aeeab6\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:29:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.077734241Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.078034438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.081934298Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.082286045Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.083154863Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c2ebaac9-0c6b-4e32-aa6f-016b62174b8a\", \"date\": \"Sat, 21 Dec 2024 07:29:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.084573381Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.084802476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:31.084865918Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.084874508Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","elapsed":"710.961402ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.084881948Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":4,"elapsed":"710.973713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.087040932Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.087354658Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:31.094789271Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":31,"elapsed":"721.042898ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:32.110719845Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:41731"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:32.110824858Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6dd5c71b-030a-46d6-8c70-18cd7283ad4d","remote_addr":"[fd00:1122:3344:101::2]:41731","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:32.111176055Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6dd5c71b-030a-46d6-8c70-18cd7283ad4d","remote_addr":"[fd00:1122:3344:101::2]:41731","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:32.145377035Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"8fb80624-c497-4f5b-b125-ed55637fce57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:32.145408706Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"6dd5c71b-030a-46d6-8c70-18cd7283ad4d","remote_addr":"[fd00:1122:3344:101::2]:41731","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34651,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.373293721Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.373353862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.373366383Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.373376293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.37371778Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.373862883Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.409173336Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.409496852Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.410525373Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.413381922Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.413396982Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.413563855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.415476774Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.41575198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.417028076Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.419451756Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.419472546Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.419608349Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.428311367Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.428332238Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":92,"elapsed":"55.030846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:40.437556586Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"64.284436ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:40.844399234Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"55e32b0d-5696-4995-8a64-974f5396ac45","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1050,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:43.084749891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50123"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:43.084869454Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"225b9bcd-fe2b-4476-b9dd-68d822d6e59b","remote_addr":"[fd00:1122:3344:101::1]:50123","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:43.085293983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"225b9bcd-fe2b-4476-b9dd-68d822d6e59b","remote_addr":"[fd00:1122:3344:101::1]:50123","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:43.130027188Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:43.130057219Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"225b9bcd-fe2b-4476-b9dd-68d822d6e59b","remote_addr":"[fd00:1122:3344:101::1]:50123","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45269,"response_code":"201"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.905925303Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.905974584Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.936503029Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:49.936639312Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49616"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.936772304Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"620be346-c90f-4921-a07c-e2a885936a3f","remote_addr":"[fd00:1122:3344:101::c]:49616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.937305875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"620be346-c90f-4921-a07c-e2a885936a3f","remote_addr":"[fd00:1122:3344:101::c]:49616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:49.985061643Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:49.985083483Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"620be346-c90f-4921-a07c-e2a885936a3f","remote_addr":"[fd00:1122:3344:101::c]:49616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48399,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.985159015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620be346-c90f-4921-a07c-e2a885936a3f\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:29:49 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.987406621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:49.987417281Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"producer-registration-task","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.373560005Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.373615206Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.373631666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.373644977Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.374167687Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.374192358Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.376469084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.378824243Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.378844043Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.378969196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.38111751Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.381361285Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.383065899Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.385467659Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.385481769Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.385623752Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.397170228Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.397193249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":93,"elapsed":"23.620353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.403535218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.403938527Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:50.432806618Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"59.269313ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:50.844593236Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"300cb884-1768-41b9-99e4-efbcb121f43e","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1243,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:58.698586408Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:42189"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:58.698690691Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d5f8b9cc-994b-42f1-8767-fcc9ca22e146","remote_addr":"[fd00:1122:3344:101::2]:42189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:29:58.699022488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d5f8b9cc-994b-42f1-8767-fcc9ca22e146","remote_addr":"[fd00:1122:3344:101::2]:42189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:58.759528446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:29:58.759555156Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"d5f8b9cc-994b-42f1-8767-fcc9ca22e146","remote_addr":"[fd00:1122:3344:101::2]:42189","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60929,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373318628Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":94,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.37338334Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":33,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.37339944Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.37341267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373423781Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373436501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373448191Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373459621Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373472211Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373483642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373496152Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373508092Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373519772Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373530733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373541983Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373552663Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373564464Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373576114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373588364Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373599744Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373612145Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":94,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373623875Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373634975Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373646375Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373658315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373669186Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373679846Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373691496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373701426Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373711647Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373723497Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373734607Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373746537Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373757768Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373770198Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373971332Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.373990712Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374005533Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374020333Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374050603Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374064784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374078624Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374092934Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374106544Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374118315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374127965Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374137515Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374145525Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374153545Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374162346Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.374170166Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.375994843Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.376246968Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.377086905Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.377443363Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":32,"elapsed":"3.963401ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.378207419Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.378217819Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.378411393Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.379553216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.379573027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.379699539Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.379710319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.37973555Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.379872733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.380529856Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1949, tv_nsec: 609374108 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.380557717Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.380854733Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.380863073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.381674119Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.383382294Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.383404815Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.383530797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.383780293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1949, tv_nsec: 612626714 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.384101709Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.386424107Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.387305305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.387858636Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.388216633Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.389362677Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.389372057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.38954392Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.390368488Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.390378128Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.390608322Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.392188505Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DnsResolver","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c2a2d174-03b7-4a6d-be8a-29b6c3594912.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1949, tv_nsec: 621040246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.392325308Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.392511511Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.392746626Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.393018672Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.393373649Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.393547862Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.394608844Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.394618315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.394754057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.394920951Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.395070384Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.396211177Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.399143067Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.399164708Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.399406602Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.407469558Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.407488978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":94,"elapsed":"34.19273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.412581272Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.412764806Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.413631594Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"40.114481ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.414234876Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.414867839Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":32,"elapsed":"41.426438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.415255567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.415611784Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.41587273Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.41588134Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.416016942Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.41785523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.4178741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.417883051Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.418272919Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.423176999Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.42320434Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.42321419Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.423519416Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.425465986Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.42568008Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.428630311Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.428821015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.430186512Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.430375446Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.430755144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"57.397975ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.462157207Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":94,"elapsed":"88.642914ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.462588496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.462605366Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.462618196Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":32,"elapsed":"89.073693ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.46575394Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"92.320179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.466605098Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.467938075Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.467952736Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":32,"elapsed":"94.399352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.46916172Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Sled { parent: Fleet, key: c2a2d174-03b7-4a6d-be8a-29b6c3594912, lookup_type: ById(c2a2d174-03b7-4a6d-be8a-29b6c3594912) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.469179891Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.469338104Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.471551239Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"0","iteration":32,"elapsed":"97.963785ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.473612321Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.473643542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.473939928Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54c765c-9c96-4f35-b0ea-1d1b02319178\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.473954958Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.475122682Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.475315726Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.475667543Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.477788567Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.477800057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.478107133Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204540a4-94e7-4bb4-9d01-ebae35dbbd91\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.478128084Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.480048073Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.488688Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.488713421Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.488932775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"MgsClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c64d41-1794-4d23-83e6-7b3162d66315\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.488948535Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.491077729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.510402114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":32,"elapsed":"136.822791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.52041797Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.520866039Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.521486021Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"physical_disks_added\":0}","iteration":35,"elapsed":"148.088481ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.522743127Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.524593855Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.524611345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.524780829Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.526055015Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.527646457Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.527656978Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.527802741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.590106286Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.590151057Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.590540315Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0bdf05-52cf-4f06-bd5f-6fcebc82389d\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.590577946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.591106066Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.591199758Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.591542125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860e3cae-e4e4-4851-8d35-72bd8b79f0cd\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.59618091Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.596569838Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.598319144Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"null","iteration":32,"elapsed":"224.854823ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.651106814Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.651153086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.672818579Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":32,"elapsed":"299.395589ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.690257966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.714363729Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c8ede14e-78c0-4e52-8050-4390cca470ab\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.71439656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.714712556Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.714777738Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cad3ed6-a308-40de-a31e-0964f85a213f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.714813078Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.714824319Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.714832459Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.716442252Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":32,"elapsed":"342.929219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.716671776Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.717064345Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.720601267Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.7207746Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c2a2d174-03b7-4a6d-be8a-29b6c3594912 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.725541388Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.725563478Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.726048578Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"SledAgent":"c2a2d174-03b7-4a6d-be8a-29b6c3594912","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c6cfd51f-af4e-4aa9-87e3-332b9748ef4c\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.728032379Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":33,"elapsed":"354.70324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.753451699Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.753810966Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.756033242Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 49143eac-5504-45a3-9246-5f50737551c6, rack_id: 9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.756046632Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.756258476Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.765262141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.765501376Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946a4bf3-fdd2-4883-9727-4168e732b781\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:29:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765524086Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765534666Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8c5bf1fe-6a2f-4409-b3c5-3197df5a2a04","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765783501Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765792601Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765799902Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765806832Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765813022Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765819642Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765987216Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.765997496Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.766247361Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.766255741Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.766457685Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.768302523Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.768399305Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8938be-899d-41cd-8e50-25cab5dc3ae3\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:29:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.768411125Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.768479727Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"DpdClient","rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db435044-e216-4eea-b9c3-991f960fab8c\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:29:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.768501637Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.768550498Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.845040114Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"1bf163cb-8474-4013-9eb9-40a2951e6a6e","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1097,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.861823897Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5e917230-f2a0-4faa-b23d-7c4a0ce4dee6\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:00.861849328Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.861859848Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.862322077Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"rack_id":"9b25dbd5-92a2-4a78-9840-ff9a0c8a38a1","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005e6fc7-bf97-4e69-9a40-079075db134d\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:30:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.862363108Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.862728946Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.86634466Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.866550154Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.869835931Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.870163428Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.871893163Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.872088947Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:00.88001027Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{}","iteration":32,"elapsed":"506.63434ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:03.57533218Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41739"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:03.575444052Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"501796a0-a168-4aae-a20e-ad154ead0b6d","remote_addr":"[fd00:1122:3344:101::1]:41739","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:03.5758169Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"501796a0-a168-4aae-a20e-ad154ead0b6d","remote_addr":"[fd00:1122:3344:101::1]:41739","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:03.628208872Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","file":"nexus/src/app/oximeter.rs:76","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","producer_id":"e6f7a23e-e0e2-453f-8441-b1fd74a05c48"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:03.628242293Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/metrics/producers","method":"POST","req_id":"501796a0-a168-4aae-a20e-ad154ead0b6d","remote_addr":"[fd00:1122:3344:101::1]:41739","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52869,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.373987141Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":95,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.374062542Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.374080412Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","iteration":95,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.374093443Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.374379669Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.374561812Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.376832199Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.379270629Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.379284759Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.379431132Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.381012284Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.381249249Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.383007775Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.385455475Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: eeee7a47-d1a2-42ac-9597-161f33f914e0, lookup_type: ById(eeee7a47-d1a2-42ac-9597-161f33f914e0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.385467926Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.385617509Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.39740438Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"original_time_created":"2024-12-21 07:14:21.166474 UTC","original_target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","time_created":"2024-12-21 07:14:21.166474 UTC","target_id":"eeee7a47-d1a2-42ac-9597-161f33f914e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.397431341Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"eeee7a47-d1a2-42ac-9597-161f33f914e0\",\"time_created\":\"2024-12-21T07:14:21.166474Z\"}","iteration":95,"elapsed":"23.426509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.402084656Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.402459964Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:30:10.429956436Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"04e14eed-5036-4690-9c88-188713e43065","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":95,"elapsed":"55.990106ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:30:10.844692805Z","hostname":"oxz_nexus_04e14eed-5036-4690-9c88-188713e43065","pid":24860,"uri":"/04e14eed-5036-4690-9c88-188713e43065","method":"GET","req_id":"01396a60-708f-48c6-8a2b-be46c58952eb","remote_addr":"[fd00:1122:3344:101::d]:46485","local_addr":"[fd00:1122:3344:101::c]:47411","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"04e14eed-5036-4690-9c88-188713e43065","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1199,"response_code":"200"}