{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.370502698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.37060994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.3706228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.37063197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.370892825Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.370930786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.372598288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.375028055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.375046906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.375173428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.376774569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.377022113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.378735897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.381274486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.381291516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.381436789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.388176779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.388197429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":23,"elapsed":"17.710642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.397830516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.39805125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.399307944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"28.803017ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:10.07076369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"fcc0791b-a51b-4c50-8a6c-aba8cd3fb10b","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.370989325Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.371046176Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.371056927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.371065387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.371313192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.371395513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.372920213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.372976544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.37326955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.37538999Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.375402681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.375541113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.377313668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.377639414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.379300986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.38156177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.38157404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.381705202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.390703066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.390717207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":24,"elapsed":"19.725291ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.400405354Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"29.432869ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:20.071249107Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"3d07b99b-771b-4281-a57b-59b127b58ebf","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.3698358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369914372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369928362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369939462Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369950623Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369960543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369970753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369980383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.369991693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370001153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370011874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370022494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.370031984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:05:29.369935912 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370043544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370053314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370064045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370072995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370204997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370272209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37034564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370411111Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370486053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370529754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370544694Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370557234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"11.79µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370569024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370579315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370591595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.370603555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370613925Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370624305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370634926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370644936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"5.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370656886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370668476Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370678157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370688987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370699477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370709487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370718827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370730378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370740558Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370749998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370762408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370771568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370780319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370791569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370799789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370809139Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"12.99µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370820369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370829469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370838589Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37085047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37085899Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37086834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37087876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370891221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370901021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370911131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370922161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.370931361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370941451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370952962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":6,"elapsed":"7.62µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370965002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370973562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370985452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.370994763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371007413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 471672786 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371028163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 471688616 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371046724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371059204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371072414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371083894Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371094645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371107835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371118625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371128985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371140886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371152176Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371172746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371182296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371193876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371205227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371217147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371292668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.371981972Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.372008722Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"2.088311ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.373534272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.373560432Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":5,"elapsed":"3.62444ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.373572842Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.374154594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.374388728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.374785266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 475650892 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.375204484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:05:29.369935912 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.375215864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:05:29.369935912Z\",\"pruned\":[]}","iteration":5,"elapsed":"5.273782ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.375862627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.376112429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.376127251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.376306785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.376998412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"6.399433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.37812357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.380866413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.380899124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.380980545Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 481833142 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.381067697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.382691819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.382713689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"12.140564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.383762429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.383953113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.385208637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.386824098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.386850959Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.387048003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.387195826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.387207426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.387460011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.388415839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.388755796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.389695554Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.389725514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.389920858Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.392010829Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.393462377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.396134938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.396163699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.396175229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.396185989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.396489695Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.39830038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.402312838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.402346318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 503204105 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.402720926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403288117Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403617533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403649334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403660194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403670754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.403743505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.406741633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.407040899Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.413511524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.413964913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.419988749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.42002705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.42003919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.420359217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.429769798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.430224677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.430253168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.433232245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.433260306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.433270446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.439326073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.439357064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.439379594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"68.710488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.441014046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"70.471801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.441795771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.445861239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.448162994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.448188994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.448198944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.448207935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.448626593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.450182163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.452883415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.452905626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.453099489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.455375003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.456541666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458079906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"87.509531ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458742028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458769479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458919222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.458935902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458947582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"88.419019ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.458960832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.459791319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.459814229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.460037263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461004832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461086013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461183126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461205966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461219146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.461577393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.462612263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.463092762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.463272916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.463326497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.463343607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.465423287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.465453818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.465463838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.466395326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.466419347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.46659051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.466896016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.466920906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.46711306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.46816882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.469630599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.469650279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.469658609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.469899654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.471568136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.471590987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.471731749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.474733997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.474760678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":25,"elapsed":"104.175083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.478245805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.47850437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.47852251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.478535851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"107.852384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.497279963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.497571978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.505273437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.542722331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.54319574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.556477237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.556983017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.591037345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.591100096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.591747709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c79443-3390-4ce9-89fd-32fbf3ce5880\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.591785189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.593290548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.593324459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.59338207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.593545633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbe8abe-01f8-4bb1-b4f8-711c752bba5e\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.593561393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.596060872Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.616961356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.617503066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.634681818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.645422076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.645949786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4197e56b-fbe1-4c54-b63c-98eab1264b11\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.645976316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.646416625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.647950295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.647979275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.647995915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.648011086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":5,"elapsed":"277.986072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.650414582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.65186832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.652686916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.652969492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.65443576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.65445904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.654698905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.654769026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.654784776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.655006131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.664412663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.670814036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.670861557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.671071711Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.67413287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":9,"elapsed":"303.427643ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.688474047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.68860539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.68862525Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.690736081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.690770742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.69220514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.69224009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":7,"elapsed":"322.37674ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.697837239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.697868749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.697882199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"327.350616ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.698794727Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.698821487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.698836838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.699182314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.701107082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.703556759Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.70362253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"332.950744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.70463443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.70466128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.704854274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.706086998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.7061827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.706380224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.707111198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.707142108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.707153448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.707167579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":5,"elapsed":"337.322378ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.713394119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.71344483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"343.473387ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.717926497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.717953197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.718303394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ea5026-dcad-4aa8-9ecd-3912d235f3c6\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.718324435Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.720213951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.740539054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.74086812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86395d2c-d079-4303-bcdb-e5409474dc79\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.742070993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.742349149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.744299916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":9,"elapsed":"374.413235ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.746923357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":9,"elapsed":"376.401394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.7517394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.752013015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.755149526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.755483773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.757870749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.763328804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8c7eb04f-b59b-4f8b-a5ef-dc0a49b5f7f7\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.76467027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.76468725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"394.066245ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.765934744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":9,"elapsed":"395.318689ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.771524023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.8691941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.869373843Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.869395964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.871055636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.871073976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.873151296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.873170037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.875153755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.875218146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":7,"elapsed":"505.395707ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.877426569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.8785355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f7917c-6bbc-46d7-92d0-b8e3990828c8\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.878563361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.878573351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.878583981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.881295544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":9,"elapsed":"510.76769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.928595828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.929071977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.931512074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.931543255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.931931652Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.036408591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.036792718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5789b652-b74f-47ee-9415-3ecfddc2d6fa\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.036816889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.036829439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.037172216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.037184926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.037192986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.037200726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.037208337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.037216017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.037537063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040456929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040639793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd02c29-1757-4836-99a3-b5ebfda3c770\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040682494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040809896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6389e0-93b6-4a30-a700-6d974748545c\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.040851257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040866217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.071653572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"13ae3515-5bcb-4aa5-a9a6-f15cef5245ee","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":297,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.315473863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"14eb701f-5bea-4b49-a414-fcf8eaa5d0a6\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.315524424Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.315537675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.315767289Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beba9943-e3ad-4db0-ab92-5b67d2e4086c\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:15:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.31581122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.316129936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.423043472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.423359208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.426853626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.427099651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.428690161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.428862995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.435240638Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":9,"elapsed":"1.064707605s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.370709075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.370772497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.370784547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.370793727Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.371125313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.371139334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.372749085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.375203112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.375215883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.375351885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.377255222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.377515927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.378732091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.381210538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.381227419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.381373651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.388951388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.388971988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":26,"elapsed":"18.276843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.398644475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.399088264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.400349448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"29.637953ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:40.07110551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"e762a433-6784-4ac4-8e6e-e247d64a2cda","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.371388327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.371473469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.371491219Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.371504569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.372010629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.372033719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.373365755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.375806542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.375819513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.375965165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.377676698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.377991815Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.404839273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.405122119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.405584908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.406761691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"35.362383ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.407984814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.407997674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.408143487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.416145112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.416162752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":27,"elapsed":"44.797516ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:50.071265561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"624b4f01-90f0-4bc4-a7ae-34b721230f9c","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":231,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.370554229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.370631891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.370979177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371046068Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371056999Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371070099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371081929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371090119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"16.53µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37110206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37111298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.3711231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"4.821µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37113426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371144201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371153211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"11.221µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371162701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371171681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371181021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371189801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371226742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371240892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371249752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"9.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371260443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371269383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371278433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371286533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371294923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371304633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371313584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371323554Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371332124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371340764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371349794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371358534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371368275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371379745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371390455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371557858Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371589239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37160961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37162167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37163531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37164487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37165228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37165931Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371666551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.371683361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.372715941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 473309027 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.373048307Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.373496936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"2.283235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.373766781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.374129718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37472587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.375202269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.37529017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 475887977 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.375653808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.377956772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.377988403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.378001613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.378012163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.378171586Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.378198897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.379630494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.380044013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.380526292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.380614604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"9.566235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.38145104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.381800046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382029321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382038091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382214164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382645643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382657593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.382817306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.383377957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.383971058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.383993799Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.384139101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.384171252Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.385545699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.385571859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.385734642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.386523548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.386707971Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.386858604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.386871714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.387000227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.38923526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.389627268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.393818449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 494408095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.394129485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.400354275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.400385786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":28,"elapsed":"29.253365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.406691447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.408571844Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.408599374Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.408723767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.409066023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.409076203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.409082174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.409458481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.411128233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.411154964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.411165104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.411369358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.412154553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.412332386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.416277173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.416477046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.418334142Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.421103106Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.421406062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.421876461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.421892151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.422035274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.424046483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":10,"elapsed":"52.808201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.435226079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.437327439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.4373574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.437527233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.449219049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.44924695Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.44925895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"78.052898ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.454067803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.454092353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"82.955733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.458122181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"86.972091ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.470056932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.470078612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.470376888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec4216a-d741-46a7-b3e6-9cae1e52e258\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.470392008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.472290465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.472989678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"101.794527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.487865866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.488274324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.584066655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.584455323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.585047044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.585067014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.58537209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3bf22f-3830-4086-bc33-f8ce48f338c3\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.585396041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.586145145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.587701395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.58792481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.58796143Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.588088543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.602211866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.602242926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.602496031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b87bac0-9da7-474b-bd7d-3b6445b657bb\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.602518061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.603311917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.603641133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef19d76-99db-4dca-a9ca-2821d2a6e680\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.603667464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.603777406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.60399493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.604890077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.605220294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92cddee2-2e2a-4217-ac63-8a4f3dcc7c03\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.606747503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.607013708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.608379975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":10,"elapsed":"237.848857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.610124699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.610431894Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.613690657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.613912772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.616490942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.619926408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a1b45d18-17cd-4f68-9ab3-34974b54ffdc\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.622236802Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":10,"elapsed":"251.065671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.636010789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.637759162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.637794283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.637930746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.657498044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":10,"elapsed":"286.378005ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.728109599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.731208998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.731576415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.733609615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.733627585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.7339074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.74319252Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.743557277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ecbdd8-d37c-4b9f-9b14-7d87d27c8b43\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743575397Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743587767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743872553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743885373Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743893784Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743902194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.743910724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.743919204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.74423324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.745848851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c5c709-74c9-4b6e-b4ff-0b178d62b393\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.745875912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.745890642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.745902062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746089326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746246269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8ecde4-6ad8-4de0-b6ef-f71be1732f03\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746262939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746404602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab6d034-bc1e-4d5f-995f-77316dfd4e1a\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.746418422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746431593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746885651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":10,"elapsed":"375.725361ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.839522832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7c3224e6-b457-44f9-929e-79f7fa7ef11e\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.839559752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.839570022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.839832977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010fcb02-bb96-4456-b255-56e2013c253d\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.839875448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.840200225Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.843801994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.84411478Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.846769272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.846991526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.848562866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.84877868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.855711584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":10,"elapsed":"484.612175ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:00.071850131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"afd37f27-2b21-40ae-ac95-5d65cefd70c9","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371106167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371190159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371208429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371222009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371604117Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.371620527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.37333042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.375678975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.375705126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.375815698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.377788406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.378106492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.37954059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.381964027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.381977747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.38211488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.389619075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.389632445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":29,"elapsed":"18.556529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.399145459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.399402554Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.400526966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"29.413358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:10.071811367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"262c4e93-b833-461b-bb8e-819bf4a398db","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":373,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371071984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371132945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371144605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371153975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371441511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.371468021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.373172464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.37346025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.373809917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.375298505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.219872ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.375641102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.375652622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.375791165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.377375045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.377532459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.379045578Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.381195499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.381207619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.381334852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.390432508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.390448718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":30,"elapsed":"19.396155ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:20.072044089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"9134efd4-e7bb-47e6-89f9-527d7f83c93a","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370206336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370296377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370311847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370323208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370333168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370344128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370353778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370362768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370375519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370385979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370395749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370406079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370414829Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.3704247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37043547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.37044527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:06:29.370357808 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37045624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370742836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370806697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370823108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370835688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.370853468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373073581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373095591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"14.01µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373106952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373116512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373125732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373136092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373145712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.373156053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373165653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373175223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373185713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373195573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373204754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373216994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373228124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373239004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"10.77µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373250364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373261395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"5.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373273575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373283205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373293195Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"5.071µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373303915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373313765Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373323136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373332716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373342606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373352356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373363226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373373457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373383097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373391927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373403027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373413518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373422928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373433938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373443878Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373452798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373463599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373473529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373483139Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373495419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373506039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37351666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37352645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37353656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37354693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37355616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.37356571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373575271Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373584431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373596061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.373606171Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373617211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":7,"elapsed":"6.77µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373628612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373639402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373702663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373712023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373721713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373732014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373742334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373752824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373762014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373770914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373782785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373794445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373804955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 473676972 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.373822465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 473708823 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.376485807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.376519527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"6.029147ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.376531428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.376543238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":6,"elapsed":"6.123768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.377291253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.377372864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.377626069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.378127249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 478463865 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.378163379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:06:29.370357808 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.378177239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:06:29.370357808Z\",\"pruned\":[]}","iteration":6,"elapsed":"7.789711ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.379987885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.380009845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.380019175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.380187758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.382646666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.384531342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 484874929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.384817478Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.385005151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.385025912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.385166434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.395243739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"22.280531ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.396116846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.397805009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.398964241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"26.435441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.399220986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.399515232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.399536902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.399670685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.399771847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.400613803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.400916549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.402084292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.402110242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.402258295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.40305916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.407065517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.409851762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.410338801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"38.060465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.411500234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.411589545Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.411765848Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.411784339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.412028814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.412070514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.412099455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.412112345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.412319339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.413569754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.413673905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.414612394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.415624073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.415723685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.416053542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.416789826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.416810556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.416965209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.419943527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.419971987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.420070199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.44237818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.444033012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.444081793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.444096543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"71.223526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.445051082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.445125193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.445272636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.445303177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.445510601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.44601209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.447516059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.447913087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.448216673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448237943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448248044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448311885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448332935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448528609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.44859055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.448895146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.449308924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"77.61535ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.449328854Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.449341455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.449529908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.450957896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.451134619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.45115372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.4511644Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.45117459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.451345244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.451368904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.451429035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.451508856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.452848442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.453797541Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.453819371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.453827581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.454052026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.454119437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.454411793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.454440643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.454475164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 554819740 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.45478361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.457606454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.457634145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.457851819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.457939511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.457952091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.458090324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.460967269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.46098929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.46100097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.461194304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.462477348Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.465072149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.465097689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.465228642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467531036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467554647Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467567007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467578997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":6,"elapsed":"97.265989ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467836582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.467856423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":31,"elapsed":"95.009196ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.475527281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.475570612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.475585662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"103.739625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.477957638Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.477983248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.478281794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.478318315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.480420995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.480446846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.480790633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.482365353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.482389243Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.482514856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.482542526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485508394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485537804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485549724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485560095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485789119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.485989593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.486014673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.486147826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.487517683Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.487960221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.488178435Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.488676335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.488908069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.489306367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.489536702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.490649393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.490670783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.490790136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.49256594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.497543606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.497573587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.497782551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.500989663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.501306919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.504020831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.504048152Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"130.902219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.505154013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.505320627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50706791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507300005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510306933Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510524517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510557368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.512608327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.512859012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.514232279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.514259039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.514270359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"141.291421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.51430943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.514760719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.517794708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.522627831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.522659351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.522893316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.52464523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.52517177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.527603897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.527979624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.52827649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.528302251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.528316621Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.528578686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.530392011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.530444312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.530658646Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.531114735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.53137487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.532661055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.533055772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.533644344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.533905099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.534015791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.534423489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.534539801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.534567272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.534790866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.536739414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537841095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537873736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537887216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537901696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":6,"elapsed":"167.6862ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.540809832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.540841103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.541033646Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.543413003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.543453993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"173.179897ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.550158083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":11,"elapsed":"178.061061ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.566398437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.566496159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.567309654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c0470c-57e0-4a50-940b-458148beb3ca\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.567344285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.572524165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.578816967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"206.399908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.589686027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.590120375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.591774737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.592159225Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594124332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598521257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598549118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598710371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.600319372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.600516166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.602382112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.602640817Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.603913272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.608768315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.608794016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.608966399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.612340484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.612370725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"240.68414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.614792122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.615037927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.617040945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.61727175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.619229468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.619443352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.622048992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.622257276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.623883338Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.623906128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.624229134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df940b80-84b5-4521-81a4-ad212ffe94f9\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.624246925Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.625108381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.625330766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.626540639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.626757283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.626982838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.628296543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.628591778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.629878093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.634692823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.634716065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.63488914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.636051483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.636268687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.636833688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.63745125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.637662144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.639124232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.639736244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.639962528Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.641355355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.643649049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.64367821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.643925155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.644049527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.644077418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.644296042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.645487495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.647595376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.647619406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.647779299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.651176115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.651213226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.651489311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.653138613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.655180822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.655212233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.655366196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.696658804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.696704765Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.698350557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab1b869-7443-4844-a13f-36dd04e3bea4\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.698390177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.700996238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.71094801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.711106443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.711135014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.711909708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.712267655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac097d7e-a667-447f-862d-089c1cf28d42\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.712313616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.712702324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.712788405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.712801496Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.714613321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.714752454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.714786524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":8,"elapsed":"344.560248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.714860296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.771954029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.77202421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.772049711Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.78338489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":11,"elapsed":"411.285387ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.838353362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.840885791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.841307189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.845204084Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.900560194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.91017804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","vpc_to_sled":"[Sled { identity: SledIdentity { id: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, time_created: 2024-10-04T16:11:52.412895Z, time_modified: 2024-10-04T16:11:52.412895Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.911056107Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.911097938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.91173487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.914088895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.9143514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.916242017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918844637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.932346568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f153dc1d-0a94-4d28-b52d-459c95dde750\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.934258035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":11,"elapsed":"562.246915ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.934342627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7caa3faa-c23f-4804-b514-0314cfdab661\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.934363027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.934371267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.934377898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.93606965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":11,"elapsed":"563.736854ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.987313161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.987618366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf2d86f-7504-496c-82b8-38b111fa86b4\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.989085005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.98933726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.991697915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":11,"elapsed":"621.390158ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.029261501Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.029667749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.031703118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.031723399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.032002404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.041554749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.041907436Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50acb46b-968b-45ed-9302-fc3116292c9b\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.041926676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.041941256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.042262302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.042286613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.042296313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.042304403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.042315253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.042322233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.042519737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.044608498Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.044813552Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26faa348-7bea-4580-8df3-e576a7b1c5f9\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.044839182Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.045021796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8dec42-d6a3-4864-b91e-d261ced0a9d8\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.045049426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.045063357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.071945226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ff511005-8749-4e5a-a8bd-5f605419670c","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.090902105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.091059543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.091076999Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.092605855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.092625136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.094169905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.094184846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.095028922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.095678064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.095715665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":8,"elapsed":"725.53185ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.149476084Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"956a4396-0232-45a4-be4c-1fd7427f5c3d\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.149501785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.149511115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.150043395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b96d3c-5022-434f-b916-452afbdd2046\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.150062806Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.150581736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.150696558Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"1f706feb-deeb-4260-aacd-345fd95849b9\", \"date\": \"Fri, 04 Oct 2024 16:16:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.152687556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.152704457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","elapsed":"780.005003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.152712937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":2,"elapsed":"780.012043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.153643845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.153948681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.156315276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.156486359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.158142011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.158492458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.165924342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":11,"elapsed":"793.330621ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371489012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371568763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371586034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371599624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371884659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.371999251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.373368038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.373568212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.374050941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.375161523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"3.665971ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.376660082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.376673912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.376822075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.37866698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.378993947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.380382033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.382849471Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.382864961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.383010144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.391245874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.391268314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":32,"elapsed":"19.796433ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:40.072654201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"2e06768f-3643-49ed-8efd-75abdb9063ad","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372070826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372133127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372144998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372154578Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372444333Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.372468064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.374054024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.374159606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.374504063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.375808838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.731282ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.376526362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.376538602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.376689955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.378558331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.378724385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.380172882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.382379875Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.382392965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.382523638Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.388566305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.388585985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":33,"elapsed":"16.5306ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:50.07298193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"0428d7cf-a96e-4bd7-ad23-79ebd7d66fa2","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":888,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.371356268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.37141972Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.371688835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372602372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372629343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372641273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372651653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372661004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372671064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372682194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372691754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372702104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372711965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372721475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372731355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372740125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372748825Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372758305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372771206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372781856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372792136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372802166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372811636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372822617Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"13.01µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372834417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"7.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372845847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372856347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372867417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"5.41µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372878538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372888828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372899118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"5.23µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372911918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372921678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372930389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372939669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.372949129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373033021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373133423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373146923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373154573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373180694Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373190104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373199004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373205904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373218584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.373269785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.374185703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 473668159 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.375003439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.37561277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.375667642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"2.969837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.375724543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377036038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377219241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377231552Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.377282103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377296383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377304723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377406895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.377557948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.378872433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.379002916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.379021246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.379171099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.379314892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.380951294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.380979634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381144828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381231079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381241789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381384052Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381505614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381520045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.381666147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.382759109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.383651116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.384156286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 483643662 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.384482852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.384961881Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.385272997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385291048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385302998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385310768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385516352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385532932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385543533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385704945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385961721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.385973511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.386127904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.386394759Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.386587413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.389359816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.389624891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.390304885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.391685021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.391710081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.39372316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.393745421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.393874803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.394128448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 493610725 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.395040296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.395793451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.398665306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.398694407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.3988956Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.413729507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.414134425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.415765768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.416000804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.419813995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.419829685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.419838405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"47.220943ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.427989133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.428019883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"55.282718ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.430889729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.431087042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.451703721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.451727901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.451990966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b0d06f-26f5-496a-8367-1affdc59323e\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.452002677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.454319211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.481373774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.481390745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.481620539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb14c34-ca2c-4454-9b6f-0d6bc2481081\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.481631579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.483127868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.495945676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.495970736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.49619024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc91503-6a19-40d7-9ff9-f9a1854753bc\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.496213151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.49667961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.496956455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.497151379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd5f792-ca4f-4b4f-82c1-e51b4b7c32bf\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.497173819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.497506426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.500451743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"127.79296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.500783499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.501579315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.501885351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.502768918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.502781508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.502942781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.506705164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.506947839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.510044728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.510072299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":34,"elapsed":"137.395586ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.510383905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511228691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"28fb9024-315d-492b-aa82-168bbd3f1796\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.512877573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":12,"elapsed":"140.2567ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.531155236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"158.448821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.536139452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.536569561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.538378866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.538705072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.54017185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.543928343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.543955083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.544198448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.54583936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":12,"elapsed":"173.057035ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.560216658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.562087444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.562114865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.562261887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.563307877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"190.515121ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.565367937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.565706034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbfae13-aae0-486f-8a44-3ed0736b245e\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.567703613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.56809818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.573097657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":12,"elapsed":"201.746078ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.587139028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":12,"elapsed":"214.355273ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.637186905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.637649484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c1a2314-87b8-400b-a99a-7aa718272f9a\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.637676725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.637688015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.637696135Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.639069632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":12,"elapsed":"266.427388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.684672383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.68504483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.687071689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.68709824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.687384505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.698195224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.6984907Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5faea2d9-7905-452e-9ef7-ffba8f11e5c3\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.69851309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.69852625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.698767765Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.698791506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.698802196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.698809296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.698815946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.698822026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.6990317Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.700832055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.700965188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0fb6ad9-6716-45a9-b886-8527c945b431\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.700986858Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.70108986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340d8b31-dae6-46d3-bfc0-c85b3fec351e\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.70110618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.701117811Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.863781854Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a7f84d5d-3116-4c58-b4e5-1054794c726d\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.863825235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.863835205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.868588267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b885359-acca-414f-bbbe-6c9439c2f61a\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.868623827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.868907893Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.872469922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.872625705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.875575472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.875886958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.877977508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.878139341Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.885518654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":12,"elapsed":"512.775529ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:00.072709091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ac32a673-7d5e-4ae1-a07d-b31a458077c5","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372036007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372097828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372108838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372117198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372419114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.372540377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.375006424Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.377478822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.377492062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.377619675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.37940819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.379636794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.380752416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.383180492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.383199573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.383329345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.391916231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.391931021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":35,"elapsed":"19.922545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.401105919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.401310233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.434180448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"62.131201ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:10.072618065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ab37c74a-d108-42f3-aec7-6a9f5d4b632d","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.372928731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.373013243Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.373033773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.373051634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.373471812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.373504633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.37595346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.378394027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.378412337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.37855623Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.379964457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.380199912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.381718031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.384095047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.384106518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.38423426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.392610582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.392631892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":36,"elapsed":"19.695661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.401038985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.40134564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.431064945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"58.155644ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:20.072611002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"a9b04168-b0af-42dd-9444-6f2dcf1a1bc9","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37145033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371517982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371529102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371537522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371545492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371554222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371564323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371570853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371580853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.371591823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:07:29.371532942 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371605643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371614963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371625924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371635714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371646434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371657274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371667535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.371891999Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372005131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372062372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372078263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372095633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372576462Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 471209451 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372606163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 471216721 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372622283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372632403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372642914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372652394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"8.59µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372662704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372672604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372682524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372691734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372701575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372712715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372722535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372731345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372740535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372750776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372760366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372769816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372780316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372790576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"9.35µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372800886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"7.13µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372811567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372821177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372831007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372841457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372851838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372861298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372873188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.372882948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372894168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"9.15µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372907599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":37,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372917509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":8,"elapsed":"10.981µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372929099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372939819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.372950019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37296098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37297193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37298148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37299113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37300131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37301193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373021461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373032761Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373042481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.373054041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373063491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373072552Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373083442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373092432Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373103612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373117533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373128213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373140293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373152503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373164984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373176404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373185584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373195814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373205984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373216774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373229115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373240715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373252875Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373263895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373273966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373285216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373296406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373371568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373386258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373615732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373635773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.373847737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.374077041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.374328216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.374608161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.374862216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.375249424Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.375398887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.375414457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"3.968036ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.375427307Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.375437997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":7,"elapsed":"3.930696ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.376764553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:07:29.371532942 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.376785254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:07:29.371532942Z\",\"pruned\":[]}","iteration":7,"elapsed":"5.236211ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.377414336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.377426306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.377572639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.378047568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 477094374 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.379658749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.37968465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.38072353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.38075131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"8.450673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.380793861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.382481544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.382516174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.382667707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.383294339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.38331898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.383458992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.384200567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.384222917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.384480002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.388406878Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"15.977439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.388435689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.388889707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 487933794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.390717983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.391169461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.391896566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.391916456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.392198851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.394532346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.394559837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.394783021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.400980901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.401190155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.40246114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.402816777Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.403063811Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.403278115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.404655422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.404672662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.404890567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.405316355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.406425186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.409510766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.409535236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.4097416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.410975404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.411005825Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.411017515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.411027515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.411379022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.411525145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.413147666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.414478952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.414505663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.414735547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.416045392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.416084293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.416101143Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.416244076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.417892388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.417919728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.418047881Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.420229793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.421936246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.422186101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.423242471Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.423651009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.42419698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.424632488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.424661979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.424898063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.427068295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.427094096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.427276929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.433384077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"61.010119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.435011729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.437181431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.437207591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.437224382Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"64.784971ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.437850083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.437875494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.437894544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.438024897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.43819549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.439355748Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.439617371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.439806731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"67.576856ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.440736719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.4407571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.440767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.441020605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.441444033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.442481693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.443436662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.443461782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.443569994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.443587384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.443596785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.443615425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.444038403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.445876549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 544920715 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.445912659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.44595056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.446207015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.44751209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.448332446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.44851865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.451773632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.452930175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.455407243Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.455438553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.455671428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.456072966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.457899901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"85.604064ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.460877279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.4609382Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.46095221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"88.055572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.463934538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.468520386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.468602318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.468621358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.468792972Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.468857263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.469963474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.469989884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"97.642927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.472150166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.472249128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.472264959Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.472277679Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.47235977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.472466632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.47441769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.478503389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.47853193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.47854274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.482056938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.482080908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.482094418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"109.765141ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.482107739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":13,"elapsed":"109.754181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.482548707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.482879754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.496485087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.497385534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.497413094Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.497423325Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.497431865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.497734181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.498940394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.498960364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.499297981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f66709-8b37-484b-8709-e25f839c738e\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.499310411Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.499320911Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.499328502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.499450184Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.501186187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.501697227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.501706988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.503772157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.503798618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50391704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.5106353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512497306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512530517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":37,"elapsed":"140.025446ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.5137157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.51374226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.513881643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516122256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516146007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516155277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516163487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":7,"elapsed":"144.551113ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516762148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521423998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.521450849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521463499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521708224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.522843846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"150.535289ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.523347976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1e7376-98fa-49db-89aa-733668c091f4\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.523372366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.524453247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.524493798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"153.013677ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.525840524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539423016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539470597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539487527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539748403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.541278622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.544076256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.544104137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.544235859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.547243317Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.547276278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.547291038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.547305059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":7,"elapsed":"175.733586ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.58413177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.584198262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"211.798923ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.644796102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.644854104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.64520391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f301d82-b0f5-41da-ac63-6489489a86b3\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.645233801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.64774909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.657217793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.657539249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.689194731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.689563488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e263f13-a63f-460c-869c-dd3d0f1a1e7b\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.691140168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.691473704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.743355827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.783693326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.783837119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.78386676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.785242147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.785255407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.787277216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.787297066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":9,"elapsed":"415.731294ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.791821414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.792205891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43bb24b5-8d20-4522-a8fc-104dbeb0a3fe\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.792238962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.792587709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793776392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.794353923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":13,"elapsed":"422.80035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.796339531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.796362291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.796549065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.801943649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":13,"elapsed":"429.543841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.804991588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.805227133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.80870446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.809075787Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.812533834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.81284087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ee79a13f-3afd-40ed-bd15-9907b4bd2be7\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.815231056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":13,"elapsed":"442.95964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.838144479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.839942044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.839955064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.840118327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.843253928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.843407091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.843418191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.84491338Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.84492406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.846624773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.846649603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.848151692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.848187873Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":9,"elapsed":"476.709092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.898688199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.899040075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.923440027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.925589168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.925611659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.925827403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.934599103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.934869218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53d2509e-30ba-4d26-a285-ee0a0a525ccd\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.934889838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.934900079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.935159064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.935170374Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.935177614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.935184574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.935191904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.935198744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.93549672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.937410787Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.937528669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb3d512-bec2-4a4e-aacc-18276d2ff958\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.937540019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.937634161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eafa3b9-d19c-46a1-9b14-6cc23dee5841\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.937649282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.937661682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.00640187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a086f409-a87a-494b-8c81-13b556b91300\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.006432841Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.006446921Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.006457311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.007619294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":13,"elapsed":"635.243355ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.072957146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"b15fce7f-af24-45ff-8e5a-5e94083ff1e4","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.075013266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.075032087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.104973095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.105070547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36828"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.105263731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30a21aa6-dd67-4f98-b719-d73394b57248","remote_addr":"[fd00:1122:3344:101::a]:36828","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.105623768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30a21aa6-dd67-4f98-b719-d73394b57248","remote_addr":"[fd00:1122:3344:101::a]:36828","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.106976504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f0697294-e4f1-4f3c-84db-be66313134dd\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.106991504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.106999624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.110980991Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b38f043-f184-4432-b144-5232058f792f\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.111025392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.111372489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.115450148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.115698902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.118865063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.119082878Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.120809391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.120965294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.127303857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":13,"elapsed":"754.926878ms"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.173060311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.173085601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.173419388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"62e8f47b-99dd-4ca2-b4cd-95c8760f8b8f\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.173445798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.174937807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/metrics/producers","method":"POST","req_id":"30a21aa6-dd67-4f98-b719-d73394b57248","remote_addr":"[fd00:1122:3344:101::a]:36828","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69731,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.174995538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a21aa6-dd67-4f98-b719-d73394b57248\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.176337994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.176349504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.37260162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.372684992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.372702462Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.372715822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.372966357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.373171291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.399257395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.399480129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.401122831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.40366123Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.40367205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.403846584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.405493086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.405830402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.406898723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.409351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.40936295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.409494543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.418304213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.418326074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":38,"elapsed":"45.705653ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.425607284Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"53.026825ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:40.175324152Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ad62bb69-c4b6-4277-ae5d-735abab42a23","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372532116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372591477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372601657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372609988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372866302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.372953634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.374393872Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.375216138Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.375520734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.376804029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.376815329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.376946331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.378341718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"5.797302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.379002801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.379207475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.380829656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.383323675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.383348355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.383475418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.391250058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.391264698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":39,"elapsed":"18.752952ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:50.175467792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"4f8da297-0eae-478b-b839-4890ee9c5ad8","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.371955822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372027543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372297429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372822429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372843949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37285653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37286607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37287659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.3728862Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37289677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37290658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372916321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372925591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372934301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372944101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372953181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372963672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372974932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372985462Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"17.471µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.372996862Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"11.05µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373009522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373020013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373029473Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373040603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":40,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373051603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"6.42µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373064104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373073794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373083814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373094174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373103794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373113535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373122725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373132345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"11.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373143005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373152295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373161905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373249867Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373313099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373330919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373356329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37337612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.37340954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373424061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373434941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373447511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.373470591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.374799607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 473509742 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.376022992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.192402ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.376214864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.376419088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.377202154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.378716663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.379445437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.379468807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.379673341Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.380844514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.380873454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.381062338Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.381404895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.381432415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.3816753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.385611076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.385927172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.390223185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.390544001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.390575192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"17.619881ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.39149132Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.391819636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.392470119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 491247425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.392772395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.426502396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.42927952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.429323101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.429532955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.431520273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.431791889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.432061984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.432097084Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.434049742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.434072993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.434222525Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.434246866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.434258946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.43445001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.43499786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.435457119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.435873297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.436134682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.436491919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.437023839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.437182763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 535961589 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.437457758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.437483339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"64.623789ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440001397Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440026798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440186851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440941865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440961856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.440980806Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440991316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.440999847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.441266352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.441293412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.441735281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.441932014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.442051927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.4422164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.442916304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.443079827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.443106597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"70.210526ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.443456254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":14,"elapsed":"70.525143ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.445625876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.445652026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.44582408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.450083722Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.450108583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.450409458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e66e0a1-822f-427e-a5df-375abba3ade6\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.450430309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.452606121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.477461751Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.477499732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.477509282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.477746226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.478185195Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.480757475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.480781045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.480931328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.491638105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.491666395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":40,"elapsed":"118.717274ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.499303233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.499329643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.4996549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf5177b-7f47-4ac0-94f7-59a7983c3e53\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.49966884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.501590327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.510666403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.510704663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.510718834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"137.866045ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.537053972Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"164.191243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.547203329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.547606207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.549007883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.550850749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.55087743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.551042473Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.554244985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.557025389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.557051429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.557268273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.569405048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.569757955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1921f8d5-6e07-409f-8272-3445c234023c\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.571007859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.571284574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.600419777Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.600471568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.600848005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a6476b-e31f-436e-bc21-12b0224723bd\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.600867086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.60314493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.687813376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.689968898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":14,"elapsed":"318.029095ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.71233329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":14,"elapsed":"339.333407ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.723023376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.748341006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf2cdd0-72a3-4f9a-bd73-f7b21c6dfa96\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.748382006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.748413587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.748428077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749503008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":14,"elapsed":"376.559617ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749569859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0c8b37-2c5c-4397-a610-f3c7fc780f84\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.74959372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749866125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.752611648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.752802212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.755709918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.756123266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.759496721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.759825377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d748b9e-c2b9-4d7a-963c-72dd6b744eb6\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.762145022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":14,"elapsed":"389.311043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.778645821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.779005658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.780925515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.780947796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.78118896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.790262205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.790529771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb711b2-c417-444b-96a2-c33777ebf91f\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790546671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790555821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790764805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790777526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790784026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790790346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.790796466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.790802296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.791129752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.792763164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.792892706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3392bfe7-d4b2-4b85-86e1-e98b8f55b5a0\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.792910327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.793013669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78db2069-7946-4b51-953d-3a7281a67e6b\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.793032039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.793044849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.881833215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"aacfc46c-cd00-4a55-be79-4a0106305ad3\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.881867976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.881878296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.885990146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a99e2e-9dc5-4976-b472-6710c7094ee8\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.886030816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.886332932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.889937452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.890167496Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.893104733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.893361658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.895211584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.895393437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.903148107Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":14,"elapsed":"530.186076ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:00.176367367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ce476342-dc3d-4cbe-8292-9e4250c61b94","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":700,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.373594302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.373649473Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.373660423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.373667833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.373973649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.37398699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.375925957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.376113621Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.408063008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"34.456316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.409514486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.412024305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.412038745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.412172277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.414281198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.414438871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.415784127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.417923588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.417934109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.418063611Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.426971223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.426989314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":41,"elapsed":"53.409403ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:10.175936327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"95c232d1-9cd3-4025-a86f-e671606ae2ad","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.373150422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.373208523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.373219763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.373228643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.373491548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.37355761Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.377279752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.377928774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.37821023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.379833301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.379852781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.379986094Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.381391151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.381599475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.383203426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.385609173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.385621343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.385752145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.393635378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.393662908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":42,"elapsed":"20.514937ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.405491697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"32.332335ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:20.17567126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"403702a3-e0a6-4ec4-9f00-3016feb167c8","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371848884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371917725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371929595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371940426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371950626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371961966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371971886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371983057Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.371992597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.372001797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:08:29.371914975 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372012497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372022077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372032708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372041448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372050858Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372060658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372072008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372329663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372399235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372473766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372484696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372492186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372617729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 471112565 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37265864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 471114165 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372798742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372877664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372890714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372903544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372915075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372926785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"10.13µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372939275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372949085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"5.96µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372961995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372972356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372982906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.372994756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373004536Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373014287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373027547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.373038967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373051507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373064008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":9,"elapsed":"23.12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373076398Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373089288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373099598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373110938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"36.13µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373125469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"13.74µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373138389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373149039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373162009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37317352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37318863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37320005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37321048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373223151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373238201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373251221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.373262821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373273372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373285452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373295892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373306072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373317992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373329803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373342343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373352973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373364553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373375494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373387154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373398624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373412104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373424975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373441355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373452895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373468165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373483156Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373494746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373509176Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373523936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373537217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373551237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373563547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373576977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373628208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.373920024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.375485264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.375512045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"3.515548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.37580014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.376070755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.376417672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.377058475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.377083735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":8,"elapsed":"5.047207ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.377096005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 475604281 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.377146866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:08:29.371914975 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.377159287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:08:29.371914975Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.241092ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.378502513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"5.665459ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.37891349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.3794189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.379449961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.379655415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.383423178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.385968177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.386046198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.38611791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.387900614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"15.02042ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.389980964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 488478960 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.390356882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.392900281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.393289128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.394881009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.395279407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.423841949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.427631572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.427678993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.427868067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.434931063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.434965514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.434976624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.435199168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.435968763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.436291999Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.4368434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.438519782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.438548273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.438675905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.438700126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.440529751Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.440557522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.440725475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.440790336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.441063062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.445036738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.445063469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.445074939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"72.215655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.446819373Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.44979502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.449824251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.449955233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.452585274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"79.749991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.453095594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.454109814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.455793946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.4560204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.456461039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.456807286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.457803935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.457895217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.458951717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.458977688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.458993808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.459225362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.460330474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.460364975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.460481607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.461119159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"88.297157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.46221215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.462245151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.462380154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.464944273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.465254089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.465941092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.466274039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.466673016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.467607415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.468980731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.469400879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.469734765Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.469749856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.469922149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.471337127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.471373197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.471385597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.471670573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.472746434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 571252850 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.473823915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.473841335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.473904626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.473983728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.47822951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":15,"elapsed":"105.459968ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.484754186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.484785156Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":43,"elapsed":"111.862842ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.48756089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.48758787Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.487597571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.487606401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.487792314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.488676682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.488698762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.488706692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.488911456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.48910115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.489175031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.489232362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.492452715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.492637118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.492932144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.49327324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.493302051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.493477594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.495035845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.495067525Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.495229098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50151773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.50155456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.501568351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"128.686717ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.503232973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.503260413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"130.42ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.506222991Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.506243401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.506251621Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.506258021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.506564377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508177048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508698769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.510258179Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510283159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510660596Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbf2e7e-47ee-4acd-8a0f-dd1b08fc0767\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.510679717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.511678956Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.511711467Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.51189857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.517209153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.526513913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.526558444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.526922551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b8b92c-f3de-429d-b108-bd58cb1489eb\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.526951841Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.527790567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.528989021Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.530362417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.535938835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.535973685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.536079427Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.536096058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.536107738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"163.344157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.53622957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.545910368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.545958998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.545973329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.546296145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.549593009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.550045637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.580316922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"207.50167ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.645646465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.645711646Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"272.900124ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.650276324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.650314485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.650719913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3fde2cb-0dd3-4132-a194-adcce33c9734\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.650738153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.652427816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.68473276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685147178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b1b717-ee02-41ad-8545-7ef5eba02074\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685177399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685586877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.688073155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.690171265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.690680175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.694415297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.694449028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.694620301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698418085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698438885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698448755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698455755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698464905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":8,"elapsed":"326.601591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.698800332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.702198688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.702553384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"35425a46-9af4-4ffb-a89a-c9245e79910e\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.704195816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":15,"elapsed":"331.423385ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.715625587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.716571275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":15,"elapsed":"343.702402ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.719216337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.719339929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.719355449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.72148301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.721509431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.723371657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.723403178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":10,"elapsed":"351.451391ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.723952658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.723972278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.723981279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.724339916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.725855975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.726816704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.726859884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"354.94789ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.73234812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.732373321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.732538614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.734684205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.734715086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.734727356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.734738277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":8,"elapsed":"362.79213ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.741601009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.741887705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee14ba84-c1b9-4311-846e-87e10d4248cc\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.743319512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.743633838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.748630055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":15,"elapsed":"376.664499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.795347868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.795677914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.796667973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.796845917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.796860457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.797421648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.79859748Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.798607241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.799177692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.799189952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.799359705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.800675061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.800701011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.800825434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.802501366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.802528096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.802601488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.802646039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":10,"elapsed":"430.808836ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.802662119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.86739312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.867794648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc5f030c-7272-4299-a26c-56e4b7b42b8b\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.867812628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.867820938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.867828458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.868575843Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":15,"elapsed":"495.72825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.879522974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.879877351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.881319129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.881332849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.881580194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.890889064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.891126199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf062d99-c00c-40e8-be29-2e63a99d8cc2\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891141189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891150579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891400394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891412114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891419434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891426394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.891433405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.891439665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.891694159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.893684328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.89380844Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2495c167-c3b7-477e-ae24-88ea44942b1e\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.89381982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.893915853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2b8ad6-cc45-4e66-b791-eb6a684107a6\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.893929333Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.893938873Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.994113419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"18f5497d-fb7d-4e44-8880-6bb8f891d574\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.994151669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.99416273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.9947154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0558db-2b0b-4932-9bfa-0fdd878240bf\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.994754091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.995121508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.001144514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.001474421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.004892667Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.005221433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.00765793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.007890515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.015777927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":15,"elapsed":"642.886873ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.176008394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"3cdc46d8-52e5-4031-ad52-f95cf4ed0183","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.373242939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.3733077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.373319671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.373329861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.373644547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.37378595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.375573944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.378013662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.378030742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.378167004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.379864057Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.380086011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.381599361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.384024207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.384040438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.384182791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.396715903Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.396740163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":44,"elapsed":"23.517605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.406551703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.406896809Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.408346168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"35.070437ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:40.175586574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"4738dabe-64cd-4b48-92c1-c3e328167df6","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.373834109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.3739007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.37391367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.373922081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.374251557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.374269437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.375834938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.376023791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.376053782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.377813816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.963276ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.378587821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.378600251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.378743024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.379950007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.380177941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.38167994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.384094757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.384125968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.38423663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.389998431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.390018752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":45,"elapsed":"16.194993ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:50.1754742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"9a3f5b09-4c77-4caa-972f-4154f33dca1d","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.372729656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.372794737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373067072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373123933Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373132444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373149324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373165814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"17.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373174954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373183135Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373191755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373198835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373206335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373214415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373224115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"17.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373232676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373240246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373247946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"5.27µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373256146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373263486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373271276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"5.201µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373279827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373287637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373294097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373300177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373307597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373314797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373321877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373328517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373335888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373348218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373356268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373363698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373371648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373381618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373388579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373395239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373644014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373663134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373673364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373682434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373690764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373726865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373738065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373746916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373755966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.373796357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.37503595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 473285017 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.375179433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"1.877416ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.375647202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.376128371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.376301485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.376311715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.377171662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.379307993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.379322663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.379516777Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.379994096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380006257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380134349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380144239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380151499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380372644Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380765731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380776051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.380917134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.382042726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 480296782 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.382320361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.382344792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.383181908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.383495184Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.383698298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.383748309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.383766679Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.383773549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.384128406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.384422032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.384431472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.384597605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.384743618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.385002603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.385547914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.385744917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.385756118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.385917351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.386849169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.386874629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.387030692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.387166005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.38744836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.38745693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.387591303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.390154423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.390367127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 488629033 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.391610851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.393063719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.393085989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"19.832504ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.393341084Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.393357755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.393585199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.415148516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.415561824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.418523081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.418948019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.42057943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.420608691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.420618141Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.420878196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.420997599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.422862745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.42366869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.423688991Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.423870784Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.425100178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":16,"elapsed":"51.966895ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.425638798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.425662759Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.425798801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.426317112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.426585977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.427482334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"54.197508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.429311309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.429574404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.431082893Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"57.757686ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.435493379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.435523449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":46,"elapsed":"62.335325ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.444243598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.444271078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.44537211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83355d2b-f41a-4f94-9c36-69380fd084c2\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.44538819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.447023212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.450747153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.450768834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.450778564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"77.453787ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.467527008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.467549358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.467820474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0bee0b-827b-4c54-b11b-d37aa8744a8e\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.467837724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.469010506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.469421104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.470156919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.491139064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"117.95123ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.521187285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.521244646Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.522251905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff552e09-ff4d-4be0-a49b-fe5f57c13d87\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.522292456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.524472548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.577515793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.577897201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e4b323-e6fb-41ed-b1b4-08babc6fe570\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.579190806Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.57943551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.59598005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":16,"elapsed":"222.720874ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.597923288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.598251714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85d28da-e9e2-4ad7-bb88-4d41f2514fd1\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.598271774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.59854714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.59961743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.600033198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":16,"elapsed":"227.317083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.60116102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.601400625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.601414975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.601597459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.601608449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.60324088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.604698539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.604965464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.605244759Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.6052757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.605464063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.608501892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.609549912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"278ab01a-8e41-4931-8408-76ab5a93e10c\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.611807396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":16,"elapsed":"238.53999ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.647071627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.678535615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.678876322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.679980283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.679992823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.68031614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.687676492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.687979028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a1325a-bebf-4b02-89ff-fb2e4dc3b006\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688003798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688014658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688330715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688340315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688347115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688353495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.688359685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.688365865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.688573669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690522947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690645299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3635f3f-0606-4a2b-b13b-b3939fb11c22\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690655229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690744671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ecc58ee-ccbd-4e04-b7c8-06f4279d1729\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.690757422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690767222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.715744464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6023cc-a8b1-4d20-b5f2-aa53d3de942f\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.715771655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.715782905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.715790985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.71708729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":16,"elapsed":"343.874325ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.802704095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"28c289b2-d60a-40fd-bc2b-6976dfc2425c\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.802740246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.802751326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.803726965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2898969-dc06-42aa-84df-b6f1624fc0b4\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.803767395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.804063211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.807271533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.80761686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.810389043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.810571707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.81226647Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.812495674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.819788025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":16,"elapsed":"446.55153ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:00.176756033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"06a47d37-ff33-4208-ab5e-58fa1e718705","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":801,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.373986267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.374046608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.374058219Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.374067489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.374482017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.374547738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.376613668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.376936744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.377301611Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.378817651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"4.827664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.379085626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.379097836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.379232209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.3808734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.381018253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.382359229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.38447604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.38448975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.384613643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.391066947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.391089468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":47,"elapsed":"17.11509ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:10.175856433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"5aaeaaf5-2556-4d70-98c9-96636cf6540e","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.374090448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.374164449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.37417696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.37418774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.374441845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.374610948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.375950054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.376845651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.377091446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.378271829Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.16322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.378433792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.378446092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.378582375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.379605004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.379937241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.381622253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.384171273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.384183223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.384326425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.390174338Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.390192969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":48,"elapsed":"16.119542ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:20.176634916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"88e33513-e7dc-4e01-b3ab-8617f8f95816","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":771,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372562145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372641947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372656557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372667908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372678088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372691158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372702958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372713778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372727198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372740069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372750519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.372761099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37277149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37278232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.37279483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:09:29.372677378 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37280778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37282058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373072795Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373147187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373169747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373183667Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373199598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37328928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37331935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37333288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"14.771µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373345661Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373355451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373367981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373379171Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373389381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373401662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"7.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373414172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373427352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373437502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373448703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"12.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373462893Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373474703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.373485463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373497953Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373507994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373517784Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373529664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373540594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373550865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373561165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373572235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"12.01µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373584215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373594605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 471426029 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373614596Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":49,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373626776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 471432019 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373660527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373684827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373694917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373703348Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373715208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373725118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373734408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373745628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373755198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373765609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.373777649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373790709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373801939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":10,"elapsed":"13.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37381655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37382754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37383871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37384987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373860451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373871151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373885751Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373898121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373911381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373926412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373976423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.373991603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374003463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374013703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374035824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374046214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374060634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374100855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374116876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.374126446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37488407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.375161616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.378422469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.378452079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":9,"elapsed":"5.438095ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.37846688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.3784796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"5.519747ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.380231274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.380640491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.38105517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 479044706 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.381545449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:09:29.372677378 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.381570389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:09:29.372677378Z\",\"pruned\":[]}","iteration":9,"elapsed":"8.866402ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.38158628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.382252743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.383995426Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.384020657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.384152989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.385149269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"11.606554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.388042265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.388353911Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.388373561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.388382641Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.388684267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.39080036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.390840336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.390866539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.391143105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.391211326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.391579943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.393652893Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"20.172259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.394271255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.394298235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.394459158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.395192493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.396149031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.396174302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.396243803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.397303913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.397326814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.397484467Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.398265712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.398800192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.398825323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.398954055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 496936022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.398982476Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.400531326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.400557716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.400721339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.400792671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.401337042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.401866632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.401896832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402136027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402778349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402851431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402864111Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402874271Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.402902992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.403197627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.403651236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.404657146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 502635002 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.406056643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.406103434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.406184305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.40642512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.406686405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.407574662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.40800124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.408243955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.40850206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.409004419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.411440857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.411473987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.411764723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.41317071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.41319302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.413415885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.413529717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.413546287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.413851383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.414789751Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.416472354Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.41680176Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.416995494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.417013284Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.417179688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.418088485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.420208976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.420234857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.42038833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.433774318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.433832519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":49,"elapsed":"60.340496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.437941509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.438437918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.44061883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.440954187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.441482957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.441786033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.443356333Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.44369287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.44370705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.44371745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"70.323369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.445678808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.445931313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"72.533042ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.446381392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.446403012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.446414522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"72.903179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.447006574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.447553155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.447567175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.44781969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.448523083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.448547934Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.448757578Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.449799108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":17,"elapsed":"76.244384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.450382679Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.450966521Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.450991251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.451001891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.451313157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.452229925Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.452730295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.452757125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.452955159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.453260945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453323376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"79.724231ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453722644Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453743404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453752454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453760795Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.453953488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.454684222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.454705043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.454716403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.454870846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.455119901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.459041997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.459073967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.459279861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.459461075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.462147517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.462174137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.462187497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.462391291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.463615755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.463632765Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.463770238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.467108772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.467132703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"94.500267ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.467480289Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"93.924265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.470289974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.470961197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.470978397Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.470987757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.470996588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":9,"elapsed":"98.33194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.473021547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.473037187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.47317061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.478203357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"104.894267ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.47836887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.47838544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.478396971Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.478406061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":9,"elapsed":"105.837306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.48045031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.480870798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.498149962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.498183583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.498198113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"124.852042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.528937787Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.52909247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.529309494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.531054368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.540914779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.541319696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.543690172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.543716043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.544132161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce6648a-b8b5-4ac7-be29-3dd4c1529701\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.544160441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.546901174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.559794604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.559830604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.560159071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"741b69b9-f46f-4f59-a678-ecf161184f22\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.560191261Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.562122369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.562150199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"188.797678ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.562860643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.565139077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.565167567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.565498004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9679f4-0a78-4984-b7ed-151cb788656c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.565516664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.575290913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.704774925Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.706021349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3e1e06-5512-4589-8f1b-792163965113\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.70604987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.706451087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.706709092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.708920555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.708944486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.709073018Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.710986205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.711185049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.713178888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.714151016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.714477002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6da3b2d-9906-4915-af5c-7dd825e59774\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.715693546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.715793628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.715810818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.71588746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.715929851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.716039403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.716097924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.718832747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.718867187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.718980729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.71900005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.71901195Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.719390728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"02a4f704-d946-4bcf-acc2-b328b985785e\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.719416038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":17,"elapsed":"346.794382ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.722044969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.722069249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.723285453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":17,"elapsed":"349.8227ms"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.724371574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.724393584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":11,"elapsed":"351.795988ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.737520008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":17,"elapsed":"364.071685ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.789827089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.789945961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.789972501Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.791547162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.791562372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.793272835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.793288005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.794893267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.794936017Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":11,"elapsed":"422.389972ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.836386198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.836755505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5411c90b-a9d8-4e58-93d4-74e867b11f69\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.836781736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.836791046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.836798716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.838937418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":17,"elapsed":"465.539536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.85460308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.854947727Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.856903385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.856923055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.857302202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.8665079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.866760675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227175ad-9e82-4a42-8c68-e2b00de7af69\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.866780936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.866794316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.86702443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.867047031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.867055831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.867062371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.867069281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.867075681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.867235474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.868328566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.868436798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aba14c38-4ec6-402d-bb12-a6244af3bb0c\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.868451728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.86853601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acf6479-07c2-4ea9-b2d1-64ea683586ea\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.86854794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.86856066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.965430262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5b7ee191-8911-4ebe-b781-856646866fcc\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.965471733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.965481543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.966736867Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12773a2-2b55-454a-8057-ff9b0895e73d\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.966771508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.967121015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.971413678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.971728184Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.975498626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.975804832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.977879823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.978056126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.983870618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":17,"elapsed":"610.454596ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.176569922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"ab3c2eac-c883-4d37-b3ac-f645ac2d4463","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":790,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.373826506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.373905778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.373915878Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.373924618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.374245244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.374267155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.375926967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.377011788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.377340264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.378453616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.378463076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.378617859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.380043736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.38020697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.381458144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.383792059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.383808079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.383936442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.393030627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.393054648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":50,"elapsed":"19.213602ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.404642232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.825665ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:40.176748082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"11d2d2c1-7538-411a-9697-eedd2f43d6a6","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.373982237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.374033178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.374043639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.374051939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.374360455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.374373865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.376251341Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.376348303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.376435235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.377803781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.814434ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.378704779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.378716629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.378844951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.380761968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.381094345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.382136425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.384798637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.384817467Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.38496681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.39378437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.393801891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":51,"elapsed":"19.837633ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:50.176103168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"51afbe66-81b6-4690-9485-b0d7f2e5faca","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373344612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373423494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373650168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373703849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373714669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"8.65µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37372365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37373187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37373864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37374517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37375104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.3737575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373771391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373778721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373786271Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373794401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373801281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"10.2µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373809501Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373817331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373824192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"4.52µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373832342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373840042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373848582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373855672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373862502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373868903Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373875483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373881453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373887853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373898133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373907863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"9.381µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373920444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373931624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373942734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373952944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373962944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.373974414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37423769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37426626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37428238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374296371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374309381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374322851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374334481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374346282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374358082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.374437894Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.376530194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.376871961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.376940312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.025159ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.377268118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 474974724 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.377593395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.378041103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.378155885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.379592993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 477312099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.379716185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.379748146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.379915019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.37994518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.380104013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.380117073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.380320977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.381801456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.381834346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.381980379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.38201012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.38202057Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.382186173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.382234814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.38513466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.385191801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.385362365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.388112588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.389696198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.390067905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.390590896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.390616926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.39083405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.394258697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.396658573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.396690204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.396848387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.397169693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.397421278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.398746613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.399030989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.404703878Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.406560574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 504277510 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.406901241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.409046142Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.409060372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.409287947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.418022676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.418404393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.418902403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.419125944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.419744469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.419759559Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":52,"elapsed":"45.947248ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.421136276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.421166266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.421176207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.421402561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.424307547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.424516091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.426408708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.426620372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.428173842Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.432110258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.432138678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.432370793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.433920313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":18,"elapsed":"60.090992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.438042583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.43839481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.43841381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"64.516086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.439714935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.439729535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.439868288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.450361431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"76.449807ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.457837415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.457870196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.457879846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.458208662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.458830714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"84.985782ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.464461613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.464492724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.46480849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eddf1e2-9caa-44d6-a57f-b4591450c8c9\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.464840741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.466915121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.468708185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.468731986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.46895506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d60183-b2b4-4eb9-96d5-7581cfda4f3c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.46897791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.47310898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.50466482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.504961296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.523036835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"149.267804ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.52590086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.525932901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.526796318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4d1290-5669-4985-8781-a340ab487c6c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.526817448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.529215114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.58590758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":18,"elapsed":"212.11247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.595851502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.596325171Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.596357232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36cd2c87-43e8-4e90-9237-ba098b375d41\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.596375772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.596682168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a7e397a-1fcf-4047-b377-c6b54881ce2d\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.59677987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.598534264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.59884982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.602538061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":18,"elapsed":"229.205969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.603674103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.604163383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.607058599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.607479037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.613727167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.615026133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"92c23aef-d35c-47a1-a608-92115eac3065\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.616914419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":18,"elapsed":"243.185069ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.631699385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.631730055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.631740136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"257.978865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.683295442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.683663239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.685701748Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.685717879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.686033025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.689847318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.690050933Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.693727524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.694022189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f7f079-2518-435a-9f26-b6131897a342\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694041319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.69405059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694335345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694349585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694357266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694363696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.694369866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.694375966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.69458196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.696349044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.696470206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"371f8d0a-6d88-4fee-8404-d5425a0aef93\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.696498987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.696571159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac8212a-67f2-45d1-b7fd-80d40b9542b0\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.696589179Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.696604149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.720073803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.721792006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.721810566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.721959789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.748670655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.75049245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.750518001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.750641963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.797278485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"898e3c5e-c6ab-4562-ac53-d1aff0f1436f\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.797315945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.797327075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.797791164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"382e785a-1c32-49e4-b415-101a3e61c4bf\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.797837595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.798164062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.801545587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.801867513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.805806059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.806054554Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.808398729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.808626444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.816019267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":18,"elapsed":"442.201255ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.832663588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.833904142Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3432ba5-3b29-4f08-bbb7-c5243a3b83e6\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.833927403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.833936013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.833943093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.835057024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":18,"elapsed":"461.194482ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.176288218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"56703bbe-574e-47be-9e22-1672eb58c306","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.179343697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.179358328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.209199285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.209297046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64158"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.209891108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b2607285-c2b8-4eba-a699-f406332f7251","remote_addr":"[fd00:1122:3344:101::a]:64158","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.210185853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b2607285-c2b8-4eba-a699-f406332f7251","remote_addr":"[fd00:1122:3344:101::a]:64158","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.283376618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.283399808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.283740655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"55ded372-1057-467d-af11-cdc012ff6f39\", \"date\": \"Fri, 04 Oct 2024 16:20:00 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.283753315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.285166962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/metrics/producers","method":"POST","req_id":"b2607285-c2b8-4eba-a699-f406332f7251","remote_addr":"[fd00:1122:3344:101::a]:64158","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75796,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.285225684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2607285-c2b8-4eba-a699-f406332f7251\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:20:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.286657401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.286665351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.373893082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.373946752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.373956133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.373964053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.374263129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.374276599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.376652335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.37691137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.400062997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.402614206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.402632167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.40278128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.404142676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"30.247095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.404657686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.40486634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.431145542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.43383349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.43384523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.433976943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.442268363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.442289643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":53,"elapsed":"68.405652ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:10.285325174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"1ab43260-ff2e-4ea0-b7ef-46e997867283","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.374600282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.374655873Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.374665923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.374672944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.37498416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.375103082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.376849036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.37709487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.401833399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.4024132Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"27.789978ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.404253405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.404277886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.404402838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.40834847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.408667741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.410476115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.412979754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.412993844Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.413128897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.422494828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.422517388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":54,"elapsed":"47.927866ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:20.285560746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"138bfbca-8a5a-4d38-a65f-36795ba99d6a","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37359788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373672332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373686202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373696513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373707203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373716363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373725713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373736863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.373748923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:10:29.373644072 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373760604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373771254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373781164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373792014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373803075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373813015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373825245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373836355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373846625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373857816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373867996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373879606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"11.59µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373891696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373902746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373913037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373922247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373932817Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373944257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.373954898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373966438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373977388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373986758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.373997718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":11,"elapsed":"11.95µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374010459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374019739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"9.48µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374031349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374041939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.374052639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374062189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"4.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37407359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37408374Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37409372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37410331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374112821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374122771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374132441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374141941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374151611Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"13.071µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374162682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374171782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374181222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374190452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374200572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374211272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374221472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374233513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374244513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374254383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374264164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374275274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374285384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374295014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374306884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374317134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374326105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374339155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374353025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374364115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374377026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374392716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374455187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374475648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374488578Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374502218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374513838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374526298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374541099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374553009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374570709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.37462048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374636351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374647101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374659871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374671981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374682192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374751073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374962617Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.374988557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375205942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375233342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375436676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375467807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375481047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375748492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.375806483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.376461906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 473920732 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.376635819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 474104396 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.377038477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.377292452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.377504726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.378774531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.378806731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"5.075568ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.379622137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"5.425995ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.380358841Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.380392452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.380449803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.380909492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.380934942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":10,"elapsed":"7.170578ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.383511072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:10:29.373644072 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.383599704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:10:29.373644072Z\",\"pruned\":[]}","iteration":10,"elapsed":"9.874121ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.383951081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 481361336 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.385582122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.389064139Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 486521325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.390976746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.392365533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.396776188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.396821719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.397081874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.400410629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"26.314859ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.401227214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.405543398Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.405583029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.405596379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.409232779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.413663025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.41806309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.41859292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.422427514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.422478965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.44447274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.445124453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.44756486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.45014556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.45117874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.45120409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.451546227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.452628288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.453080547Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.453109937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.453130388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.453334321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.45377035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.45379696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.453811641Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"79.841943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.457341819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.45737979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.457752917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.458988311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.459018361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.459247356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.459653594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.459680124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.459944849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.461221684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.461255534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.461312855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 558774502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.461370817Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.461439458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.461657422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.463450747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.463478217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.463707182Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.469649937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.471058374Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.471483062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.472973001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.472999941Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.473200235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.478783253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.481171449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.4812019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.48121172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.481682029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.482953704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.482983344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.483224619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.483500024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486013213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486039943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486055304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486066234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486591574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486626425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486646265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.486867079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.487269597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.487348879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.488260856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.488661204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.49105054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.491080191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.491318395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.491351886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.492843235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.492873085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.494474026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.494501417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.494705061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.496329412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.496358913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.496619638Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.498393852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.498418483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":55,"elapsed":"124.535056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.498495234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.500723437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"126.638407ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.502482451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.502886189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.503389369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.503421239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.503652754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.505072821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.505430218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509939295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510516526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510985346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.513490934Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.514750608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.514778639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51537488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.516957661Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.517398349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.520311686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.520347166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.520626482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.522899886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":19,"elapsed":"148.960949ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.525361583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"151.442307ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.528227519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.529280429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"155.447704ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.534573881Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.534620372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.534639463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"160.663615ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.544572835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.544639326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"170.539415ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.544662686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.544676717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.544687717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.544696957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.545132315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.547224756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.547259546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.547270687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.547677564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.5603743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565078741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565131502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565354686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.568578378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.568613939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.569012607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9281a36-cfa8-488b-af7c-7d84099c5423\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.569044847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.570130906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.570158573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.570173282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.57074648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.570881273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.570915393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.571199979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.571360262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec9975b-6465-4100-8fa2-f3a0790fe46d\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.571383062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.571697989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.571896212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.576070633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.576118104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.576133964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.582772973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.584100848Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"210.022409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.587499064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.587980293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.590792008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.594089601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.594129982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.594374887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.623635502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.623690653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.623704013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"249.643354ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.63386291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.637626593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.637666203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.637681454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.638132652Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.638821006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.638849546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.639127962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.64113174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.645913373Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.645946173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.646203168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.648289979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.648322179Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.648335829Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.64834807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":10,"elapsed":"274.725679ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.669607651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.669671082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"296.00856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.676387632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.67681713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.696062712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.696108733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"322.150885ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.741941658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.74199345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.743363626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"921dbc31-0476-4aa5-bd5f-3fd28c61f171\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.743391097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.745616409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.762681269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.762856702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.762881313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.764566156Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.764588826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.766438452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.766466032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":12,"elapsed":"392.77659ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.778036296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.807838112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.808185938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492c8f0c-d3d0-4891-9dc8-777b017ae20a\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.810420642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.810729278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.816114792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":19,"elapsed":"442.242156ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.83675443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.839048215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d067f61-d25c-443c-a96e-5315718c7336\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.839088226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.839278929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.83931058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.83932441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.83933816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":10,"elapsed":"465.631378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.839474663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.839784599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84033393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":19,"elapsed":"466.586366ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84189863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84192113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.841964581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.842093474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.842232167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84397325Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.845296276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84553414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.845905958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.845919088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.84606583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.849067188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.849273012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7249817e-7bc8-475b-86a5-ae999d440e1a\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.850888794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":19,"elapsed":"476.889165ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.860617472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.860743654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.860760154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.862310655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.862326585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.863958206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.863983167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.865672339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.8657203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":12,"elapsed":"492.13715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.929696927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.930096314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.932324747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.932369218Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.932575742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.948064861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.94852911Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e8ae75-2c97-4612-9b8a-eb690458e88e\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.948548781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.948558011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.948565951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.949373427Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":19,"elapsed":"575.388639ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.958124856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.958420002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5f43cb-cc52-47c3-bb77-7f16f315cc00\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958436242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958449632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958672977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958686507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958695167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958703377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.958712027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.958719987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.958940042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.960981721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.961151234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808c1bd9-f444-47ef-9d4b-7232ab121f7f\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.961174735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.961305968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d87331-c3c0-45e7-81f8-46752b124a1a\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.961326368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.961340708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.074534576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"21a9176b-86a9-4364-8376-38af1ed0cb79\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.074581066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.074593627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.079595923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28195e66-698f-4fe1-ba9e-9403957d9089\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:20:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.079630784Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.07994158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.083737553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.08409031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.086596349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.086858364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.089200129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.089407423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.096584791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":19,"elapsed":"722.715846ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.285818458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"e0d5d1f6-9362-40e0-9d0b-2351fb33bb31","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374042027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374103619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374114389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374122299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374433365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.374446865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.376121658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.378535954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.378551355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.378679697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.380544093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.380780148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.382348698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.384939448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.384971939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.385085001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.39330846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.39333366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":56,"elapsed":"19.299723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.40055604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.400730973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.427255306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"53.208048ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:40.286294326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"11357213-8b6e-495a-b608-874e70abf279","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374546396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374608637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374618817Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374627077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374950834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.374964564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.37682812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.379232416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.379246566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.37940328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.381277116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.38151066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.383253034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.385542868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.385560228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.385689801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.39495045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.39497056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":57,"elapsed":"20.414405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.402512636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.40268455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.430136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"55.597394ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:50.286030329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"5c14a962-95c3-4778-95c6-909fc7b1bf02","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.373260389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.373336141Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.373568285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374198877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374211048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"15.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374221548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374230378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"3.18µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374240618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374249618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"3.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374259219Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374268429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374279039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374286099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374293049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374300629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374308709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37431581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37432299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37433048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37433805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37434615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37435289Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374360441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"12.711µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374370821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374378991Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374386451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374393551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374400341Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374407801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374414482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374422202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374428662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374435022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374440632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374446702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374522584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374534134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374589185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374698797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374708647Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374737348Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374795789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374807879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.374817079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.37482399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.3748428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.376759667Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377124704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 474341110 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377386389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.37743712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377539502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.183352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377549642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377751846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.377838188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.379801736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.379818386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.379994099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.380139922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.380154062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.380324016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.380645172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 477876309 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.380861256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.381310505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.381321145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.38155372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.383569979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.383899375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.384473356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.384837643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"10.555334ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.387434253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.387458074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.387737779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388193588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388204818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388250299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388260889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388378041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.388535255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.389300469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.389464162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.391538733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.391580583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.391889169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.39191642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.392541492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 489759518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.393809316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.394347777Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.396536209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.396562539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.396700762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.409909188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.409952768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":58,"elapsed":"35.628078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.423245275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.423602992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.427151031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.427178951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"52.786031ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.427191271Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.427198902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.427205272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.427668311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.427982737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.428078068Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.428541857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.429388434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.429990245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.430001416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.430007826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.430284701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431363452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431374852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431576966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431587846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431649737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.431739129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.43385387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.434150856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.43848228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.43849801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.439913737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5208c25a-04dd-4bd6-9181-2553aba7efbb\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.439929837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.44160428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.452322227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.452352428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.452619703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669f50db-75ec-4785-beeb-8a4f885de01c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.452651083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.454109842Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.455209423Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"80.866622ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.466258006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.466285757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.466298497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"91.883845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.467212315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.469851296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.469867546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.47004285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.47164052Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":20,"elapsed":"97.400172ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.480482901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.480502552Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.480794657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87579539-8766-43fb-a5b2-c624fee0c9f9\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.480808967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.4829889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.486702041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.486959896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.526786846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"152.424585ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.559719052Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":20,"elapsed":"185.428404ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.567786328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.568120105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24aa61a-0a82-4175-8521-a72cf84b668b\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.569954944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.570211561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.571951069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":20,"elapsed":"198.707729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.592389274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.5927213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.594236349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.595932262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.595945863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.596083565Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.601331707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.601877007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe1b4223-1bbd-4f13-bac6-2dcf30dbee7e\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.601906648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.602101451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.604522968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.604925356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.607922184Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.608101277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.61391461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.614300897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b90492fa-cc9a-45b3-b2f5-e29f0fadfb4e\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.615612752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":20,"elapsed":"241.367374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.633989007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.635741392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.635763372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.635911235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.703742966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.708307234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.70865034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.709976966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.710001747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.710217861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.718944519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.719226885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf4bbc7-4e48-4471-b490-be711dab8904\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.719245365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.719256775Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.71949782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.7195095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.71951692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.719524111Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.71953146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.719537771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.719846677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.721644801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.721767464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb4e1fd-2b86-4327-af0d-0ee86c904f22\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.721780944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.721879236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cb73c7-5567-4f36-b6f1-e1c4e633f286\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.721894826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.721906757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.802901492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29e4901-a1b6-495c-adb8-5fbb945e3fc8\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.802952863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.802997324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.803008714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.805270108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":20,"elapsed":"430.936057ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.980168957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9e5fe380-44d2-40f1-b5cb-a5364661b9e8\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.980217078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.980228108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.981063954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06b9032-3dde-4c43-8171-93addd6415eb\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.981103175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.981460262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.984433739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.984776546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.987747274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.987978158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.990123869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.990305763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.996491352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":20,"elapsed":"622.189113ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:00.285803163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"0444045b-8ac2-4ea1-bb35-c1bb6882cfb0","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375038191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375128553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375146813Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375161363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375396028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.375457769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.377379166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.379906545Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.379919125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.380078298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.382366202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.382603637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.384260049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.386711816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.386734327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.386867429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.395961455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.395985096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":59,"elapsed":"20.965295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.403384588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.403562082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.405038511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"29.997259ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:10.286360471Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"3b3910c5-8ddd-477f-b8fe-1789b5b86dc0","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":872,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374584041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374636512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374646362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374655142Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374926527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.374955158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.376207102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.378813852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.378833843Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.378967655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.38075425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.380968404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.382555035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.384978922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.384993622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.385125304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.394618168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.394644718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":60,"elapsed":"20.068888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.402914088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.403105992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.404640942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"30.055241ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:20.286636855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"d885973a-0e34-4470-9eb6-5bcb4e283256","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374074048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37416238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.3741788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.3741919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374203911Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374216331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374228531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374239801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374252371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374263681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374275212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374286102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.374295922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:11:29.374167340 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374307342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374316763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374327723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374337173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374347383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374357983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374368604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"8.77µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374468136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374479356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374490616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374500716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374513746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374523837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374533237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374543997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374553877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374562357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374572167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"10.24µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374584708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374595108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374605348Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374616688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374625499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374635709Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374645629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"9.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374657839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37466992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.37467981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37469198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37470294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37471388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":12,"elapsed":"15.031µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37472725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374737731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.374748311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374758011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374769911Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374779542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374789412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374800382Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374812082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374822112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374832212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374843163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374852713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374861743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374871213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374886674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374896044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374906254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374917524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374927104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374941945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374952395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374961545Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374973785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374983506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.374994086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"7.15µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375007936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375017446Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375033187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375045527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375057197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375070437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375083517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375096978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375109118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375128728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375142598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375156909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375168909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375181639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37519473Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37520564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37522026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.37523167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.3752439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375254181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375268491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.375279161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.376090847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.376397693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.376935083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 473890459 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.376992214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 473959371 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.379127195Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.68167ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.379418391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.379452172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":11,"elapsed":"5.18104ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.379467872Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.379481253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"5.218821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.380744127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.381009282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.382252996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:11:29.374167340 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.382285247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:11:29.374167340Z\",\"pruned\":[]}","iteration":11,"elapsed":"8.076116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.382552152Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.383150023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 479963737 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.383680363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.3845299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.385666562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.385694273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.385941517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.386863405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.386891126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.386901736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.387042648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.387180731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.388977696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"14.478729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.393552984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.395747747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.398424188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.398452879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.39851358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.398629943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 495579688 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.398847477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.398873257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.399089651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.399981509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.408440882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.408534084Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.408942362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.408992373Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.409003973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.409017173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.409219167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.409289609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.411653054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.416054819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.41609904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.416286184Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.420858962Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.421236449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.422649567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.426594153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.426620003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.426842738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.437928292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.44042377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.440459711Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.440789097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.44146605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.441794766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.443170733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.443470689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.446750272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.447087139Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.447460546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.4482042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","candidates":"[(4c0d1ea7-f14a-4569-908a-ec3c14b34976, 0), (cd4a6513-5934-4cf6-9b48-5792b2a81e5b, 0), (523a36ab-4b24-41a9-b490-e303dbf42903, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.448560327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.448734901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 545678206 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.450932143Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.450958994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.451150777Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.452101586Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.452130766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.452360371Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.453302909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"78.873715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.453980242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.454310839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.454665345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.454842609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.455098224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.455253207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.455283557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":61,"elapsed":"80.68406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.456233676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.456401499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.457173224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457199364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457209684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457220165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457233785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457244005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.457255535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.458178563Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.458207224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.458384827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460417737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460447357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460459157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460467537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460477898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.460486928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460496788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"85.446021ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460507308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460517358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.460525519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.461458837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.463580207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.470532422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 567478658 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.471126113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.47197783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.472381388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.477532487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.477559368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"103.01169ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.483461002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.483498352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"109.103948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.48749459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.487668673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.487935138Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.488051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.489857235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.493452725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.493511466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.493523926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.495833981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.495866251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"121.452797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.501377108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.501645623Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.503360696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"129.033934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.504150471Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.504461308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.506618039Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510200519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510231509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510427833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.512969572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.513007393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.513021243Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.513031723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.5133782Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.513553763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.514328848Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514356889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514368509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514381389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":21,"elapsed":"139.946084ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514590203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515109433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515134744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515143914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515153544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51547248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.516568322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.517739494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.517772295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.517785515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"143.307869ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.518475948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.518504409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51856891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.520573529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.520598429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.520779273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.521257162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.521701671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.523632078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.523659848Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.523674379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.524011975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.524160028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.524388443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.526045395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.530523821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.530547792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.530748125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.533495109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.533882576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.536088339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.536375994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.545713585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.546154883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"171.984874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.552717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.553170639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.558623974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.562224294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.562655792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.564244783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.564518268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.568376283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.568804221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.575661803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.57598572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.576391907Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.576412688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.576421158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"201.963283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.580256912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.584093746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.584119957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.5842811Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.592993448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597292241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597325332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597522756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600636696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600669567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600682917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600696687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":11,"elapsed":"226.459616ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.605649873Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605674123Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.60603484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80050d3-ef2b-4b2f-b050-b92350834d06\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.606058871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.607712923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.61740387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62203796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62206904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.622317855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62622511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.626525086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.630247808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"255.836224ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.630312649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.63032676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.63033853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.630584075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.631073964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633219536Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633244996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633258297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633860138Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b369ebb1-3683-49a0-86d8-59e0442becd8\", \"content-length\": \"476\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633892489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634194164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d1cf41-dd42-4bd9-a7f7-49c72e8b2c8d\", \"content-length\": \"734\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634253186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636212294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa616852-f4ce-41eb-91e5-a3c446715575\", \"content-length\": \"111\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636242164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636940048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6c2c2d-d4d3-43bb-b7d2-6cdfbaa15a3c\", \"content-length\": \"111\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636980628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.6370705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe750cc-2989-4689-8e91-c6664f1e769d\", \"content-length\": \"167\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637101451Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637704392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520ac998-6a7a-44ba-8533-75e521e11d0a\", \"content-length\": \"167\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637738863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637893836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41fbb26-f085-439c-9aad-16da33def6a8\", \"content-length\": \"175\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637911206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.638381525Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fac46b8-9db7-490f-84c0-881d686d33f6\", \"content-length\": \"175\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.638407206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640565048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a358270f-2ed1-416b-aceb-92ef0e6545ff\", \"content-length\": \"702\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640593268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640801812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab6f876-c778-4bcf-a22e-ca8cd36c3d24\", \"content-length\": \"727\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640821272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641000766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e3b9ba-f737-469c-a7a9-09434a323dec\", \"content-length\": \"729\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641017286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641178499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46c6515-68a4-44cd-a8f8-c545b4379110\", \"content-length\": \"728\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.64119837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641396804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2e98c7-bc06-49bd-9c2b-5bbab6ee9bef\", \"content-length\": \"722\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641422454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.64175441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ad8c4bb-3c90-464a-9fdc-9055c66ccbbb\", \"content-length\": \"109\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.641776971Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.642092437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d2d86a-5f44-4b7f-890f-afc8fa82c2ef\", \"content-length\": \"109\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.642119008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.642462994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3128b35-10fd-432d-8240-c6bea852144d\", \"content-length\": \"169\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.642483135Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.644441382Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c0bf18-dc3a-4a74-9ae8-63871b6b85e8\", \"content-length\": \"169\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.644473643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.644760839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8305dd1-54fb-4548-8f9a-48755e28b251\", \"content-length\": \"178\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.644782909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645098825Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc91a50-d0e0-4a9a-954e-a195e4e9d38c\", \"content-length\": \"178\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645118926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645262838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af2d150-a260-4bf4-9d62-4b5632b16aa0\", \"content-length\": \"702\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645280509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645462422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcffeb81-bc95-4ecd-9e0a-0b021ed0f54c\", \"content-length\": \"727\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.645480983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.647153665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1026f341-b303-4017-a2fe-eff4646a64fa\", \"content-length\": \"729\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.647176835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.647386199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20756ef9-2cfe-4c8c-abc3-9ef4998699a0\", \"content-length\": \"728\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.64740807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.647833838Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.660719297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.660777068Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.661056434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2097b1a1-66f3-4009-b865-8a233608795f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.661074124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.662570553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.713819533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.714223671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.728025608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.728058608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.729805702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6dee5f-088f-4e1f-bef6-1d53dff4933f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.729836063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.732214319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.77060972Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.77267448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.773204221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91420907-bddf-4048-b1a5-35add38b62e8\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.773234061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.773581888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.775339422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.775392043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.775852852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.775898293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.776471524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778065485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778088465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778251258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778692987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.77886856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778968562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.778996853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.779146276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.779828069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.779846379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.780083034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.781598553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.782147134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783638102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783828706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783859497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783869197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783878127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":11,"elapsed":"409.789048ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.783958818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.784980378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.785219273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.786238602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.787917685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"543a9bf7-7ca0-4905-a430-7785ffd2836b\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.789811092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":21,"elapsed":"415.485119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.817925355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.81976363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.819779671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.819916783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.820816461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.823981662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.824014263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.824026923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.824608914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.824836439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.827954719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.828136902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.829488958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.833903754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.833933434Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.83420688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.835681888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.836025245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.837779538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.838030054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.839371279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.841297286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.841439869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.84146284Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.842807806Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.842829326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.843647732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.843664772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.843865076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.844406327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.844433247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":13,"elapsed":"470.337739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.848370983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.848602328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.849983634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.850215159Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.852058914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.852432352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.8544401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.854691305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.856776336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.85698082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.857571241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.857893147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f6ef15-5463-4fbc-957e-66d89fd2c35e\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.859301134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.859485188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.861375654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":21,"elapsed":"487.262566ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.86941599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":21,"elapsed":"494.846653ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.885374918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.885549482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.885566242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.887416102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.887440085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.889739193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.889769883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.892066828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.892128359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":13,"elapsed":"518.066742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.899206556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.899503431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.97705028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.97708101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.978867495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.979167821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.989382928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.008357335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011612328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011639108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011807272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.013126067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.013464413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.014924662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.015062974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.015104785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.015453342Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.016696966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.017716916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.017742106Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.01791025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.020238144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.020258455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.020394778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.026529026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.026910833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0506b9-0bdf-4f46-8591-30169f51ede9\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.026939584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.026954904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.027223749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.0272472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.02725579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.02726268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.02726918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.0272756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.027427383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029127696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029168157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.02931567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029373261Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029514104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19059882-f05f-4045-bdc6-ffe596d3cc5e\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029539604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029682597Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba855c1-b08d-4779-a03e-440af456aa83\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.029704687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029723138Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.030910951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.032565173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.032580263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.032710436Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.112470137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8b64c7-3644-47b1-8e69-74f2aee36dc9\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.112515798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.112528688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.112537988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.113878404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":21,"elapsed":"739.364548ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.131000705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.131060086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.131081486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.250946463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","vpc_to_sled":"[Sled { identity: SledIdentity { id: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, time_created: 2024-10-04T16:11:52.412895Z, time_modified: 2024-10-04T16:11:52.412895Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.250991694Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.250999194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.251279319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.253357769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.253713236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.255339187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.259784433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.286377197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"102f3958-6420-47c0-8434-9effcbaeedc9","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.289701302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.292642108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"76e6971b-8676-41f6-b169-ff253b75d313\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.293349122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.293367192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","elapsed":"919.009879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.293376082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":3,"elapsed":"919.018129ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.33360507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fc14b612-393a-492e-93ac-54940669349e\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.333645691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.333655671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.338696258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"008559ff-8480-4aa1-9c7a-db64cb8b21db\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.338737189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.339068465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.343212365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.343539062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.347176902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.34758531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.349512287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.349708991Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.356624335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":21,"elapsed":"982.080668ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.375685953Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8263379-3998-4858-ba8e-7553de185367\", \"content-length\": \"20062\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.385438952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/omicron-zones","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.38694251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/omicron-zones\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e213027e-1a9e-41c4-a96b-60d6d1544d4c\", \"content-length\": \"9104\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.397051656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.397068606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.3972654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.398918682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.400836169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.402678405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.402842578Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.581170344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/db-queries/src/db/datastore/inventory.rs:970","collection_id":"5379f33b-aba8-41fd-8b2a-1675234a255b"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.583370746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_started":"2024-10-04 16:21:29.631679 UTC","collection_id":"5379f33b-aba8-41fd-8b2a-1675234a255b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.583454018Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"collection_id\":\"5379f33b-aba8-41fd-8b2a-1675234a255b\",\"time_done\":\"2024-10-04 16:21:30.397049 UTC\",\"time_started\":\"2024-10-04 16:21:29.631679 UTC\"}","iteration":2,"elapsed":"1.208977283s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.583473078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.583483948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.583802295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.584806754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.586563708Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.586591069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.586706701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.589150058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.589450534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.591203938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.593090924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.593116285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.593240357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.633468054Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"49.980626ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.374658618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.374732019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.374743929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.37475336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.375024425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.375039055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.376551404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.379296687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.379312888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.379487091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.381347507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.381671723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.38305904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.385498157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.385509008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.38565619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.393860229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.393883839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":62,"elapsed":"19.237602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.400330194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.400568288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.425448719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"50.786621ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:43.391363296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"1cf11926-ae28-4be7-bd57-8935d9b35a56","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":665,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374560043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374625624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374635375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374642555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374944131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.374960851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.377030631Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.379416337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.379441128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.37955502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.381507437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.381693771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.383030467Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.385515405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.385531065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.385663758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.394287984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.394311115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":63,"elapsed":"19.755571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.400737249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.400968093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.427036537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"52.457974ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:53.391029197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"d46d8b21-8911-448c-9b39-69d2c6f2f50c","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374271996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374336627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374708344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374753815Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374765055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"7.2µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374772456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374782116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374791676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374800106Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374806626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374814036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374830507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374841407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374854287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374864747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"17.72µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374875627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374885538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374895488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"5.15µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374906188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374914978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374924728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374934579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374944649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374954519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374964479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374974209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.374984309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.37499374Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.37500344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.37501208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.37502283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.37503399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375043831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375052931Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375063551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"10.01µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375075821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375328656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375363127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375378047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375390588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375401818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375414398Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375427678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375439098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375450459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.375466979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.376797275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 473507751 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.377757713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"2.821895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.377796394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.378083889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.379463506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.379493837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 476178453 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.379757502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.379787272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.380020387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.381178819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.382139048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.382162918Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.382206539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.382302551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.382311151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.383897472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.384885321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.384941672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.384954322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.386539873Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.386569804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.386580864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.387081483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.387099134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.387280627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.390582121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.390864996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.391422007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 488135024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.3915364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.391758784Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.391791124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.418274655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.418687735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.421224413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.421256714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.421265674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.42158065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.424494776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.426529056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.426556156Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.426708479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.427352441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.427684428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.430092494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.432510061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.432582723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.432829077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.433048282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.43505301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.435262044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.435696493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.435723253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.435850466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.438485507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.4386664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.44641861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.446452221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"71.534512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.44747403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.447848958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.449679643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.450261674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.450291395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":64,"elapsed":"75.365786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.452087839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.45211079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.452238353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.454584568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":22,"elapsed":"79.736241ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.459990632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.460012483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.460021183Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.460243447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.460558993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"85.679816ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.464581061Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"89.631323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.471603157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.473288619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.47330948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.473427732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.48160733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.481629841Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.481953497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ddfe67-6070-46cf-a157-9d449265cdb5\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.481979217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.482486067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.482497917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.482717231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ccf8aa-5982-4050-814b-682bb8f5ab05\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.482726832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.484654919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.484853463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.488652566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.488702167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.488710327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"113.879961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.495987458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.496340705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.507754905Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"132.941429ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.542467636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.542534137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.542849193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520a97b7-7dd5-435d-b9aa-071313dda03c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.542886104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.544167589Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.59389602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.594210166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.595567622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.597389107Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.597404828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.597554841Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.599212902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.600844364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.600858504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.600989237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.606570145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":22,"elapsed":"231.698327ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.606654516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.606905381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d086c466-20e4-43d9-b75d-bcd9e0994dca\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.607975942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.608232847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.609897189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":22,"elapsed":"235.641154ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.614649901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.615003788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dffdac7-0da4-4697-8882-10fc00293924\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.615026518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.615346364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.645382235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.645703401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b628cc-ea68-450b-aa64-e0ee6e77ea99\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.645722741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.645732392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.645741392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.647947654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.648023046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":22,"elapsed":"273.081597ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.648174839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.650481443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.650695557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.653875739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.695897461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.696213877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.698348978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.698371869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.698587833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.707794921Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.708055056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c70c4559-2942-4aa1-be14-9674a45f3bf5\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708073966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708085317Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708322181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708334401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708343242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708351811Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.708360382Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.708368182Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.708585786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.710449122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.710561334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cfbb02-ae5c-4db5-92c1-8ba9c8778923\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.710573005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.710663786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7cc548-e53f-419e-a69a-28f79ab98ddc\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.710675867Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.710685507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.74088702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a493c3ea-ec42-46e4-ad17-29e973d9172e\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.742507842Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":22,"elapsed":"367.725346ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.838030948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1a5e5c57-4bf9-491b-826d-62511e4b1aab\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.838076268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.838090649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.838329813Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b31cb8c-0055-43eb-9036-b3838e034f79\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.838370454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.83868711Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.842648627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.84282157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.846052583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.846306297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.848336247Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.84851129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.855691329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":22,"elapsed":"480.814021ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:03.391001585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"11083ff4-e214-4a7a-b07f-5ec07571b188","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375402495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375468876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375480556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375489987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375734772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.375774592Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.402708543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.402775384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.402953767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.405274942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.405297223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.405416835Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.407485855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.407643048Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.435423475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"60.032991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.436238221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.43876701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.43877928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.438913732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.447820174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.447843015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":65,"elapsed":"72.42465ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:13.39193743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"daaedb59-747b-47fd-96cf-4c4aea3a196b","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.375133438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.375189529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.37520062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.37521092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.375522276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.375549306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.37729481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.37780441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.378033134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.379835229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.379853169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.379988362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.381689585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.381858388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.405354622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"30.208414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.409214847Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.411918079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.411931319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.412062472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.420344832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.420367582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":66,"elapsed":"45.245024ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:23.39208946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"6738a4f8-a394-433f-818f-a6bf4a39850a","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053768417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053848129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053862419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053874229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053883859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05389458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05390433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05391479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.05392497Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:12:29.053810458 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053935771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053944461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053954001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053963421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053973291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053983541Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.053993452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054004202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054302788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054326988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054339358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054350699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.054362989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055100523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055124243Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055136564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055145154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055154584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"16.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055166794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055176075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055186005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055196555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055205005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055213945Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055231865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"9.07µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055241416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055250526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055259986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"10.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055270216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055280037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055288457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"9.02µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055299187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055308827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055318057Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055327967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055337038Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055346888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.055355478Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055364688Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055373318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055381908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055390089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055399369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055408539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055418139Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055427169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055436669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05544594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05545512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.05546477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.0554753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05548553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":13,"elapsed":"11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055496211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055506091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055514981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055524681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055533221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055588132Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055602163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055612103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055623193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055634643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055645004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055669954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 472586200 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055688444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 472606831 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055705515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055718915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055732005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055743695Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055757566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055768046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055781516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055795327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055809457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055822977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.055842087Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05595745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.056128453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.056986819Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:12:29.053810458 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.05701308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:12:29.053810458Z\",\"pruned\":[]}","iteration":12,"elapsed":"3.183991ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.057603035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.057635201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"3.784603ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.057664151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.057687356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":12,"elapsed":"3.812623ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.057755475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.059814654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 476642639 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.060377005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.060409786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.060525278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"5.265091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.06063372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.06113199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.061310843Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.061504277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.066925002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"11.748587ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.068659725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 485552011 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.069002712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.071362187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.071814386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.112353339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.112422461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.112439171Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"57.188635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.116667753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.116796545Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.116815346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.116826366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.117198353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.117217073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.118733223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.118761673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.118917756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.119881665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.119908975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.119985957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"64.825202ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.120081199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.120994946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.122064327Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.123678268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.123706109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.123899863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.124253969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.125440822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.128477731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.128507392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.128714916Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.130747165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.131765375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.13203626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.132248924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.132409157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.133999658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.134055129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.135772772Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.136810992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.136835762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.137075677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.137285031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.137310762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.137444004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.137479155Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.140132276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.140199178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.141006383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.14134764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.14138055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.141393901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.141571934Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143003902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143031812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143201085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143725136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143751046Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.143963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.146364517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.146718384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.15014625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 567044346 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.151364483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"96.057006ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.151871983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.155655666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.159088803Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.159122303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.159377738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.160341577Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.160361657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.160372027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.160671703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.161764994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.162249304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.163327585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.163533158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.163962377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.164194601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.166047567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.167804731Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.169710248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.169735518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.170012584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.170884811Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.170910001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.171157506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.173545812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":23,"elapsed":"118.329456ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.174124173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.174163414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.174184124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"118.955249ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.17863808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.178666301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.178842734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.178866785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":67,"elapsed":"123.566068ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.179095949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc76392-9025-4d38-953c-92a55c8f20f1\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.17912248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.180564427Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.181381283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.181409094Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.181421004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.181431664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.18170082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.182019126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.182042386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.182052866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.182062256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.182329932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.183593036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.184109516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.186972161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.186996682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.187177255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.187580273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.187604614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.187770077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.188001391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191796855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192221533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193718582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193746372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193760653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.194078389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.194523357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.194546958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.194560568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"139.259741ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.197032706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.197066226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.197202849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.198544125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202996791Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.203029332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.203201355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208408656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208444196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208458577Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208471797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":12,"elapsed":"154.690079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.21019485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.212919953Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.212945223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.212957804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"157.83803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.221982618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.222317464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.23763089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.237689251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.237705412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.2381447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.24022186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.243484653Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.243527444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"189.715015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.244150666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.244170037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.244389411Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.249542571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.249578441Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.249593101Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.249606302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":12,"elapsed":"195.721272ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.256289581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.256323131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.256690509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7282b26-70ed-4b99-ae4b-955e3d050a18\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.256708189Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.258120226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.272130287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.272186428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"216.985433ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.300355702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"245.215369ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.331177288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.331225889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.331560985Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d6d4b3-d454-49d8-b3b3-be7d6481bbe1\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.331582246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.334128275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.361390832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.3618145Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.384704202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.385041089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f90e4fc-a85d-4606-bd13-ac7ce119ae29\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.387036637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.387215781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.390199758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.395687795Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.395793687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.395810537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.397646482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.397668133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.399400536Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.399419997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":14,"elapsed":"345.575027ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.405042355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.406378611Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b5c927-e422-4b3c-a580-2385a4b6ba6c\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.406408722Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.406733658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.407286439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.40838229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":23,"elapsed":"354.48131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.408688146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.409102104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.409371239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.409387299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.409549422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.410603203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":23,"elapsed":"355.369587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.41152283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.411971109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.412182783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.413313125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.413334076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.413464538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.415153981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.415375665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5c700879-4e63-456d-b209-906f39a28c65\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.41665588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":23,"elapsed":"361.529316ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.461989936Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.462115668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.462130319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.46374033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.46375857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.465761499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.465783349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.467580674Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.467636165Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":14,"elapsed":"413.875938ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.524562515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.524929852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6fbe09-9f4a-4b07-9ae4-12ee644dcf63\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.524951582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.524961393Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.524968833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.526863419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":23,"elapsed":"471.668695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.54244364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.542740636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.544780486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.544800096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.545057771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.553769599Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.554010474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130ae3c5-d285-41e1-83e9-ca4cda1e4786\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.554029504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.554038455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.554281239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.554291449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.554298729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.55430605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.55431314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.55431975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.554475363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.555970462Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556093744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fce6182-5a3e-40ad-b71b-545684c8ed38\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556103404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556194126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048f8a63-ed78-450f-b286-da1a08d4749b\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.556206286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556215117Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.651698282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"036607f4-972c-43c9-8527-d0daef235861\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.651739943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.651750543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.652192191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2000be5-2248-4329-87ae-da593cb22484\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.652238022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.652540258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.656369302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.65679773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.65987262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.660196286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.662298976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.66250534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.669476125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":23,"elapsed":"614.228129ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.968569345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.968612606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.998981973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.999081634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.999270198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5e0e13-53fb-4e24-aac6-2997e12ab869","remote_addr":"[fd00:1122:3344:101::a]:42103","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.999601144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5e0e13-53fb-4e24-aac6-2997e12ab869","remote_addr":"[fd00:1122:3344:101::a]:42103","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.064823725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.064846195Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.065164401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"1fd26356-7dd7-4dbc-97b2-df0dc3f422f8\", \"date\": \"Fri, 04 Oct 2024 16:22:30 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.065177092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.069469515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/metrics/producers","method":"POST","req_id":"4f5e0e13-53fb-4e24-aac6-2997e12ab869","remote_addr":"[fd00:1122:3344:101::a]:42103","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70255,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.069553656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5e0e13-53fb-4e24-aac6-2997e12ab869\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.071778659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.071788249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.05503516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.055123792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.055142862Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.055158213Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.055501929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.055703263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.057290604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.057461307Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.057879575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.059047938Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.033788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.060325082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.060336802Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.060475045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.062067296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.062224499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.06383687Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.066042323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.066056203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.066180926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.07261031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.07262417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":68,"elapsed":"17.59304ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:40.066512566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"766ab289-af86-4884-a03a-8878740e81ee","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.054729703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.054787764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.054800034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.054809484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.055095539Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.05511107Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.056603549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.057016077Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.057467385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.059079787Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.059092277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.059170488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.433346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.059234619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.060607576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.060936152Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.062417081Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.06493071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.06494372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.065085913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.070938246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.070966076Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":69,"elapsed":"16.241254ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:50.066508794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"13cf353f-46b7-46f0-9f09-e4f3576cc728","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.053775662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.053837463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054122669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.0546712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05469877Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05470958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05471643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05472463Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"18.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054769291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054777642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054785412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054792692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054800482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054807172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054814172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054820892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054827852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054835203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054842063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"9.74µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054849563Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054856103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054862923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054869553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054876593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054883334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054890334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"9.17µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054897984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054905244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054912304Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054919454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"14.06µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054928325Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054934505Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054940995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054947295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054953515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.054959235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055160229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05520373Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.05521474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055253011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055290981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055302822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055311922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055319992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055333162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.055340402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.056626367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 473264073 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.057153337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.057478924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.730633ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.057560375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.057853281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.058688347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.059159516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.059813069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 476468335 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.060836909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.060864029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.061047583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.061393859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.061666055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.061677685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.061907509Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.0619425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.06195328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.062143064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.06246378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.062532721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.062546232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.062764656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.064777455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.064800025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.064807845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.064941128Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.0650594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.066312794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.067147601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.067355115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.067794283Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.067970137Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.068878494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 485538390 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.069142919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.069161329Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.069359433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.07020079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.071182628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.071387903Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.072478154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.072579766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.072591056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"17.897596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.073183587Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.074435562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.074784968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076010012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076024582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076211346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076222836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076285567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.076396779Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.085454864Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.085480115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":70,"elapsed":"30.760384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.092163714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.09247001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.094342166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.094759074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.097416846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.100200739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.100830281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.100844862Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.101041565Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.10229035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.10230883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.102492664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.102967913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":24,"elapsed":"48.289434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.103103236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.103423231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.104011513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.104024533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.104031193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.104251808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.105660255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"50.858173ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.117148167Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"62.271563ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.135446121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.135481341Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.135489951Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.135820718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.144310231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"89.53542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.152386608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.152407358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.153416528Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27e7122-31bf-4a9c-a746-0f519a7cfda7\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.153430438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.153651172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.153661672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.153844836Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2521903d-c37a-45c0-ab6c-d2fdf4b75281\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.153856846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.15511086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.15562628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.162824899Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.16285161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.16286468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"107.988747ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.168150632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.168181713Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.168397927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d59d41-2ac2-4f2c-9f4c-9217dd90f5bd\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.168414818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.169751763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.172994416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.173342753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.174885792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176474143Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176493524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176505004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176647797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176937562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751aee15-9f94-4d41-ab83-d8c92e69ea47\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.176958203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.177277389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.178641605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.17942742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.179728436Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.18042157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.18043422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.180574262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.182641092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.182984939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.186075719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.187229771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ab186f32-89fc-4dfe-88fc-e711e87b177f\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.188362383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":24,"elapsed":"133.51155ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.247991265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.248308291Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ef7f2d-a3f3-4fd5-af18-b6d0c4f92037\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:22:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.249676328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.249934753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.251659616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":24,"elapsed":"197.893634ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.253693115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":24,"elapsed":"198.955615ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.267856559Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.268251487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424bbf91-9fb3-44b6-b369-544348c47e6f\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.268269197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.268279927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.268289157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.269737576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":24,"elapsed":"214.952844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.327050233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.32742567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.329029301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.329048682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.329300796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.338617387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.338845821Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93db133d-25c0-4dfb-a408-be642a1e7d2e\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:22:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.338863361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.338874292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.339122306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.339133706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.339141407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.339148277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.339154897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.339161277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.339367041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.341428321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.341546853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75aafd31-febf-4237-9ed3-7cc33b760b21\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:22:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.341564513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.341641975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd1985c-af6c-4012-a95a-1f94763d26d6\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:22:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.341654405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.341664415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502153527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ea214a56-2a98-499f-9fb5-c3b8dd75108c\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.502201448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502213568Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502689257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d25e7d6-2b8c-497a-851b-eef38e2ac0fc\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502734768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.503140576Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.506783006Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.507262855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510188432Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510460967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.512303103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.512596049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.519887639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":24,"elapsed":"465.158419ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:00.067622303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"d3e799d1-75ee-4b3b-8b5b-fdd018885eb7","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":825,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.054852531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.054911523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.054923223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.054932823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.055153277Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.055168537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.056956982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.059334718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.059349208Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.059481781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.061405648Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.061571331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.062968188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.065211851Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.065227242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.065352804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.074758886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.074781967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":71,"elapsed":"19.932185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.082248871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.082417894Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.083804901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"28.968159ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:10.066936609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"05fba02e-139f-44fb-b02b-8eb7793ec649","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055145705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055203126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055214286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055223726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055539442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.055555102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.057307476Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.059668292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.059683102Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.059810245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.0616455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.061886755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.06372385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.065920233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.065933433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.066063605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.072265395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.072282126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":72,"elapsed":"17.154321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.084131735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.084284357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.085710265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"30.557601ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:20.066342975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"b8b83d78-4d21-4cea-8538-e22e5140d0c7","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054861596Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054947418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054960738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054973478Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054985099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.054996479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055007409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055017129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055028229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05503882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05504735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05505705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.0550681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.05507942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:13:29.055013709 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05509153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055101161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055112311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055122691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055133401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055143982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"15.13µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055155952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055166282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055177502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055187183Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055197663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055207303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.055216613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055226253Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055235273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055245053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":14,"elapsed":"14.85µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055255604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055264854Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.055274754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055283984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055292725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055301775Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055312185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055321885Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055330875Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055339965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055350255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"10.751µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055363266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055411837Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055422227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055432977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055442867Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055452937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055462408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055472178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055482428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055504278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055516169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055526359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055536129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055551239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05556237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055614871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055633591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055644251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055658112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055668472Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055678312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055690592Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"7.02µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055700192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055709233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055721203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"4.041µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055730493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055739923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055748763Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055760214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055771404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055781964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055792944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055802194Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055813315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055823725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055835255Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 472186380 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055851915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055861685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055872926Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055883886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055896246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055909666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055965387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055980818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.055992868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056062859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05608365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 472480206 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056197682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056214502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056435716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056467307Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.056481388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.05660136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.058906614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.769613ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.059032047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.059061917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"4.169711ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.059827822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:13:29.055013709 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.059839422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:13:29.055013709Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.822603ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.06021734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.06024498Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":13,"elapsed":"5.308782ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.06026143Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 476651037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.061916913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.061989454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.062362031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.064773088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.065707516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.066523651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.066542562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.066685295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.068611492Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.068628112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.068773185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.070289224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.070725963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.071960367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.074035227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.074068557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.07419257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.075468334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 491862391 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.07576702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.076700698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"21.377113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.077372491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.079429181Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.079455011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.079676866Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.083801205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.084177513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.096301767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.096629443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.116354034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.116463776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.116932736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.118980775Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.119642808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.119673069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.119684549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.11973274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.11975328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.120058026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.120077896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.120092927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.121443853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.12181428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.122430262Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.122455212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.122594875Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.123411581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.123440901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.123663146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.126371798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129322125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129351676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129416957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.129442297Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129454098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"74.01311ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129467728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.129761173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.130196042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.131812503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132516187Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132577358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132590308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132869153Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132894104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.132909244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.133132569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.133160499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.133336793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.133351263Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.135434103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.135457903Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.135763449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136377801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136393212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136506284Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136519214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136592645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136603036Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.136679177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.138012323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.138328029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.138351379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.138520553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.138785758Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.141954749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.142579531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.144780234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.145004168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.146320544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.146932725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.147543287Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"92.393956ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.148462585Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 564858731 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.148533816Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.148842742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.149812741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.149834251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.150114177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.150524235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.150554605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.150672108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.153361669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.15339065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.15340294Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.157732154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.158129902Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.164818201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.165187558Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.165867861Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.165901932Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":73,"elapsed":"110.594867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.166864901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.168104865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.168130755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.168138755Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.168609684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.17044908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.17047679Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"115.279248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.171238645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.171266886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.17152582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.172151633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.172403668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.174042889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":25,"elapsed":"118.924318ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.174465627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"119.216064ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.188476078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"133.367058ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192317012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192356453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192370493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192381214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192770831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.194589826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.197971302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198000222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198009112Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198017432Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198515222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.199340248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.199363598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.199593863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.200193785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.202848486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.204301944Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.204333445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.204352745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.204579389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.20772306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209007965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.211123516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.211157266Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.211260798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.211280349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.211294519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"156.111326ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.21133055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.212939461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.213356919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.220032888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.220285163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.220325483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"165.355686ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.2253089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.22534496Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.225360701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"170.221149ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.257379019Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.257439521Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.257456281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.257824588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.26049778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.261466858Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.261490769Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.261504849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.261871486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.265903754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.265942355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.265954035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.266578257Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.269975363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270009124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270117146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.272023002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.272051673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.272063813Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.272076214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":13,"elapsed":"217.050364ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.297645738Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"241.954645ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.319989889Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.32003206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"264.374438ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.321877756Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.321896276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.322191822Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050b4993-8aa9-49cd-8ea4-613c35dcc9fc\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.322206992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.323822514Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.329486583Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.329509733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.331006802Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd00df3-19e7-4664-b7d1-ffcf4e81ac1a\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.331035103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.332405199Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.333189244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.333203215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.333374028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9110a903-edee-4a6a-ae7e-ef4b000075d7\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.333384988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.334898728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.348851967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.349125503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.408223714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.408380757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.408427818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.410163482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.410196113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.412004027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.412033988Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.412051099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":15,"elapsed":"357.161272ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.412353884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da1250f-9e94-4593-b50e-b75e50c726e9\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.412380815Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.412785343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.414269091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.414298522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.414360473Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.414377033Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":13,"elapsed":"359.306103ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.416058366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.416434663Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.418511953Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.418929961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.422231215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.422532361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0d13b754-93be-49db-92cc-b30c1cfb0b71\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.425215633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":25,"elapsed":"369.928668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.46076616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.461909785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.462773699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.462791699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.462960802Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.474169909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":25,"elapsed":"418.839223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.494257317Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.496165544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.496182724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.496316407Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.579160188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.579465634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16fdaf1-16a0-4eef-bfcc-4a661ed6f6c7\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.58082272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.581079685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.582727447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":25,"elapsed":"527.884871ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.614590632Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.614707004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.614721745Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.616154792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.616184323Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.617820685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.617843865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.619245592Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.619283693Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":15,"elapsed":"564.415377ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.628689385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.630865827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6016e7fd-5370-413a-85c7-f3f184eeec95\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.630890907Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.630900968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.630908788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.632020499Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":25,"elapsed":"576.835997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.642850488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.643168785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.644528881Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.644544201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.644795476Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.652828051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.653031055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb3e920-4587-4cb3-b44b-2e91183fe6f5\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.653046636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.653059206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.65327491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.65328638Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.65329416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.65330164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.653309001Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.653316281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.653551975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.655052314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.655147456Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fccefa-b00c-49a3-a06e-1abecf0455d4\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.655159676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.655234168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30fb610-c9e1-4157-9829-1ed84533aacc\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.655244778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.655253778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.927211994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"731fe95f-f552-4c71-ba91-e180eaefe5bf\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.927261624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.927274425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.92752812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a8671d-555a-4ebf-a280-a5a98eb72e04\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.92756484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.927878676Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.931277362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.931595908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.934839051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.935029605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.937305698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.937505352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.944000368Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":25,"elapsed":"888.767065ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:30.066968754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"1526b8eb-50e9-4db6-bc3b-dbe6f06236aa","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.055382044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.055463285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.055480966Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.055496106Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.05568391Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.05570721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.057707319Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.060041244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.060054604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.060181197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.061882369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.062053093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.063399349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.065618922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.065630812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.065766474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.07536527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.07538279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":74,"elapsed":"20.030157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.083980416Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.08415035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.119398591Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"64.016827ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:40.06742285Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"5606d377-f3e2-4b0b-a9f0-5371452403cc","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.055671198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.055750919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.055770079Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.05578306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.056265749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.05629082Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.058071444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.058246067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.058302188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.060733766Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.060747326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.060876668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.062793345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.062994059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.064254183Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.066698601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.066712221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.066849974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.075707965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.075729245Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":75,"elapsed":"20.074038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.085230959Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"29.550371ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:50.067236915Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"2b8ecb82-3e52-4af9-a720-e360a7083f25","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.054511351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.054575343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.054844498Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055398659Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055409849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055418339Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055426209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055434719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055443699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05545136Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05545997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05546917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05547798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05548621Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05549427Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055502541Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055510261Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055519051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":76,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055527961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"17.92µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055538721Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055547701Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055556011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055565832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055573952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055582692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055590812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"11.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055599032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055607443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055614823Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"5.47µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055623593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055630633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055636773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055643083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"9.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055649723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055656433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055663093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055805366Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055824987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055908238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055916929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055925929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.055934479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05598942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.05600007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.056038891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.056113352Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.057165602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 473303499 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.057692053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"2.118051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.057766114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.058004309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.058182162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060211852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060231652Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060321554Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060332984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060373264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.060508957Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.062323192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.062981975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.064864891Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.064883092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.064891202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.064900122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.065025665Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.065037615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.066124996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.067212357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.067296978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 483439645 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.067524703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.067582874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.067996212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.068009092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.068082804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.068149645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.068282717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.069155254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.069404419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.069715345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.070119503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.071357667Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.071384267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.07154203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.072286675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 488430301 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.072316645Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.072329886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.072475729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.07257173Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.091003047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.091884933Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.091915874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.091927414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.092267511Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.092292261Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.092671309Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.094918232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.094940232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.095142007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.09686624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.097281678Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.103426436Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.103651551Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.116217684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.116254724Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"60.790255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.117306345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.121386214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.121409454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.121663849Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.13054068Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"75.077171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.133278053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.133585479Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.134500727Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.134530177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":76,"elapsed":"79.012257ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.134546278Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.134559138Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.134568288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.134693351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.13569104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.135951275Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.137713939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.137728359Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.138042776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19abf0b-76a3-49f1-a68f-42926e95ec58\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.138054066Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.140265788Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.14449343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"88.958239ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.152916493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.152941303Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.154039185Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad912d1-8d99-4b87-8afa-c38c3529d8d5\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.154051485Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.155581114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.162426377Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.162443717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.162659121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecebd352-a563-47c5-9d6b-68fce701b984\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.162688992Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.162718622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.162732113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.162746613Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"107.336445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.163496477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.164946015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.166555596Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.166582917Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.1667375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.168268689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":26,"elapsed":"112.668597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.173153564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.173439449Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.174942909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.176688542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.176715773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.176918997Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.1781482Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.180963595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.180981655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.181195589Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.184796579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"129.37955ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266510828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":26,"elapsed":"210.929406ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.270811901Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.271307631Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b2b462-e282-4a77-b46e-bafa1f9fa6a9\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.271369002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.271754269Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.273616805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.273789279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.275652025Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.27595267Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.279220093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.280478488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"03fd5f46-0dd0-49af-bc85-1a3d22c414c7\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.281841444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":26,"elapsed":"226.434546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.314985635Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.315312681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a352c57-73ab-438b-b384-65021e2f30f8\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:23:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.316914912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.317183517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.343967785Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.344395193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544ac45c-bec7-4e5f-b4fe-41d9665036c4\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.344415824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.344425794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.344432994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.345710289Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":26,"elapsed":"290.234098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.346925732Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":26,"elapsed":"292.435901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.403587337Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.404000055Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.405757409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.405771029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.406069445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.414656221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.414929686Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0770913-0cd0-4056-b2a4-33f85d254d44\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:23:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.414950516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.414964417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.415193071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.415213261Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.415222702Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.415231562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.415240542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.415249812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.415496737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.41771381Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.417827582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b46b777-fe8e-4c36-a110-5b6763a01163\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.417839812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.417916494Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb78f15-3753-47a8-88d0-e2dd48cfa0e0\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.417928594Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.417939334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.555114345Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6b13d9bc-bf94-4d7a-b9ed-b05d8b4f3e50\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.555153956Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.555166396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.55846524Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5437b6a6-ee41-4930-b1c2-4e131e0253e0\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.55850845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.558860517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.562069029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.562266553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.565022376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.565332682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.566836831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.566997474Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.574162743Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":26,"elapsed":"518.631522ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:00.066969546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"38cfc5ed-8531-4d3b-a2d0-e46711975a4d","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.056229183Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.056299254Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.056309884Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.056319435Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.0566098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.056657561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.058448376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.060975385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.061000305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.061142228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.062458553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.062644457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.064192727Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.066607013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.066621714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.066753016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.075500845Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.075522626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":77,"elapsed":"19.278692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.084236024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.084482279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.115956517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"59.738445ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:10.066904163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"2888f0fc-7215-4558-8ebd-1915ac5bfbb7","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.05613959Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.05618824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.056196871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.056205191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.056514857Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.056549827Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.058270461Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.058414643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.058702069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.060491104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.339624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.06079546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.06080696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.060946443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.065278326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.06548486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.067425538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.069870615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.069885205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.070010998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.079586863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.079609603Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":78,"elapsed":"23.478364ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:20.06683874Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"f6da3242-e1fc-4bc4-9c98-3460013d13d0","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.054986436Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055070357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055082617Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055092558Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055101998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055113928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055124598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055134949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055145839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055155669Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055165239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055174549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055183119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05519212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05520336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.05521376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:14:29.055132709 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05522425Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055540976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055574347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055589147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055602538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055690529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055704609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05571428Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05572231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05573148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05574236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055752601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055763981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"17.05µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055775681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055785661Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055795311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.055805071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055816322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":15,"elapsed":"10.611µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055828302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055837292Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055847162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055857572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055866573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055876123Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055885673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"11.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055896683Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055906313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055916224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055926394Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055936534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.055947314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055956584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055967105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055977655Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055987935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.055998045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"7.901µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056009346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056021026Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056030726Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056040506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056050086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056060396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056070496Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056080737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056093217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"11.641µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056105887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056116628Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056127408Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":79,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056137898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056150418Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056160528Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056170258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056180349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056192809Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056203679Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 472024554 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.05622611Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 472064125 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056339202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056364432Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056375602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056387093Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056399273Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056411833Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056424643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056436894Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056461344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056477204Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056521455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056561346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.056686488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.059943982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.059976582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"4.906604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.06039893Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.060690376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.06144668Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 477325227 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.061482971Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.061498361Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":14,"elapsed":"6.388663ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.062556642Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.06297235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:14:29.055132709 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.062997401Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:14:29.055132709Z\",\"pruned\":[]}","iteration":14,"elapsed":"7.850132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.063067162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.063945741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"8.288001ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.065691113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.065713523Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.065833555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.067932146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.07021431Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"14.438008ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.07071814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.07074047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.070918363Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.070990365Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.071001465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.071010215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"15.227404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.077361518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.0800362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.08006466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.080244994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.085258651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.08572346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.086341161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 502204808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.088249228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.088536404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.088563604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.089012483Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.09143805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.091465191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.091707385Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.103237168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.104313879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 520176145 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.104701946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.107567712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.107597372Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.107805746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.112403355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.11317032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.113635519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.114575067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.114603828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.11473067Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.116970533Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.117154977Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.117188268Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.117468643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.117949042Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.118134206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.119040164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.119141215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.119161176Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.119171886Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.119413981Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.119578334Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.120112154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.12301671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.123045871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.123298876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.123769445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.123790095Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.12404671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.124071481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.124082541Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.124377556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.126186251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.126280403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"70.533003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.127216171Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":27,"elapsed":"71.211666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.128615009Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.128912244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.130425673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.13177315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.134525073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.134550013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.134794058Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.135025612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.135044403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.135259197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.136179415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.13647148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.136690965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.137279996Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.13799468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.13955856Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.13958047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.139741904Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.141016828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.142014557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.171218742Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.17161704Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.171843714Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.171857974Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.171866154Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.172217091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.173135629Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.174008306Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.174409913Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.175520315Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.175534875Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.175710639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.177416172Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.177437152Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.177447572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.177456712Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.177729307Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.179552053Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"123.797072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.181951979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"125.950174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.189483335Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192803729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192835959Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19284796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19285892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.193106085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.193555883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.193583124Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.193843299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.194523852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.194551123Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.194565753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"138.748641ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.21204097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.212507899Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.215550288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.215581879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215596129Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"159.86849ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.216269422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.218673859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.23892776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.238980561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.239317548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc9166b-9cd7-4926-9ce4-ad4b1530a4d3\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.239338108Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.241946948Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.25650939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.256556681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.256812116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8bea94-8279-4472-82d0-892591a85701\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.256829506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.259145041Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"203.431741ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.259465657Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.305077768Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.30514148Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.305461056Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f402b1cd-a91b-4514-8698-6cf57769c7e8\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.305483256Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.307483205Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.400798248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.401121664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb20466-6196-4641-8bb7-a0772fee9542\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.402139464Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.402397239Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.425685209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.448085012Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":27,"elapsed":"392.084467ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.477298126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.477616922Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0499c2-b4d4-43b7-be8c-166039b0a41b\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.477641933Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.477890398Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.480984298Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.483312593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":27,"elapsed":"428.280006ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.483772652Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.483796392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.483931144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.4857684Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.486172748Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.491546832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.491769716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.491872508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.491899778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.491928839Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.492943699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.492971579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":79,"elapsed":"437.003715ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.493440588Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.493467169Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.495133281Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.495153672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":16,"elapsed":"440.142375ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.496333604Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.496694741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"34fbe998-bc96-4318-81da-fac2dc55316d\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.498426445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":27,"elapsed":"442.704094ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.515435723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.515461834Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"460.392837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.518415871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.522201099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.52221174Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.522379293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.522884896Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.522897685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.522906947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.523257284Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.524715723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.52820637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.52822978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.528391584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.530857831Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.530871332Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.530883302Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.530891692Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":14,"elapsed":"475.910667ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.536134043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.536242815Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.536258606Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.537659023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.537671003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.54111318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.54113541Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.541791223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.541848104Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":16,"elapsed":"486.870669ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.562551764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.562580654Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.562593685Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.563155995Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.565294237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.56807343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.568090111Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.568245414Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.570307664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.570317764Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.570324924Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.570333034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":14,"elapsed":"515.245077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.572966805Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.573329192Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.575536555Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.575551105Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.57580166Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.578786437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.578799538Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"522.865714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.579153225Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.579367869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.581026211Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.582657612Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.582671103Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.582808325Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.585470097Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.585778593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633e7893-dc48-49ca-adfb-1a09d85714f9\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.585797313Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.585806403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.586078898Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.586091529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.586099229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.586105489Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.586112569Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.586119439Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.586304633Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.588045807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.588153649Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1090f2c3-2b69-4a96-9aea-013d5ca9b462\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.588165429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.588252531Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd32347-3b4a-41cd-8e8d-62d3f9f30bb4\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.588263741Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.588273331Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.61359477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.61514119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.61515413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.615284513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.648000955Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.689779672Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ec9bac93-206c-42d3-8186-5fa013d3c213\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.689815133Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.689825063Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690072598Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d00d6f3-73b4-40d3-a732-792be4f750a7\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690119409Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690480876Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.694360421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.694662197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.696082754Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b482db24-dfbb-45c8-bff0-3c72885e04b1\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696113405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696125465Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696134065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.698188475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":27,"elapsed":"642.374823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.698351078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.698658744Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.700562151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.700983109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.709184637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":27,"elapsed":"653.241033ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:30.06797486Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"8dc76f32-2b50-4dce-a398-dccfe1f0b9bd","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":710,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056459131Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056530963Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056542993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056551503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056870619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.056888149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.058406429Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.060776525Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.060801715Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.060918387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.062498118Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.062668141Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.064247622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.069393571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.069421952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.069538954Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.080077318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.080108698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":80,"elapsed":"23.647417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.088788356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.089119762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.116383979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"59.919528ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:40.068454367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"88d7706a-8f52-4119-9845-6c38f11fb7b9","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":806,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.055893028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.05594532Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.05595435Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.05596141Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.056235625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.056249535Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.057603362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.057788225Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.058111031Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.060489968Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.060501288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.06063438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.062895214Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.06322326Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.064727759Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.067175347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.067190697Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.067329089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.076388415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.076405495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":81,"elapsed":"20.510647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:49.086607682Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.722954ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:50.067780622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"d113275f-3935-4b65-8345-ce6aef932147","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.05502871Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055101622Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055417008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055796175Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055807705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055816106Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055822656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055828546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055835226Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055842396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055848846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055856646Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"12.67µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055865897Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055873047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055880357Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055887417Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055894147Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055900527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055906467Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055913978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055920608Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055928088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055934828Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055942028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055948508Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055955778Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"10.82µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055962519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055970549Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055977229Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"5.94µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055983969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055990379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.055997969Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056005389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056011279Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"9.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056018729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056092201Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056171812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056254934Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056270994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056280454Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056362846Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056373406Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056381707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056390177Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056404387Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.056412447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.05760399Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1664, tv_nsec: 473218107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.057915906Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.058368735Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"2.370366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.059005967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.06018817Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.061585347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.061616228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.061792571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.062435484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.062461444Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.062590196Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.06277402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1664, tv_nsec: 478376666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.063089716Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.064299949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.064719618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.067547812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.067577503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.067587723Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.069237495Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.069294386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.069310116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.069657113Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.069686584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.071337565Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.071445028Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1664, tv_nsec: 487059844 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.071744233Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.072352035Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.07260348Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.074626099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.07465349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.074896234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.093242879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.093465493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.093548355Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.09381796Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.095082804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.096482631Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.096793197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.096997251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.097025312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.097167705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.097828308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.097839518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.097845818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.097990801Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.098058252Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.098147584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.099079072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.10003592Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.10005734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.100211983Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.100617301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.100642222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.100651602Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.100658952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.100670832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"44.772155ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.100968438Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.101644651Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.101668092Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.101873296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.101907706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.10208496Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.102292574Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.102325224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.102492928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.103746952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":28,"elapsed":"47.760093ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.103770982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"47.828885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.113302667Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.113596412Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.114925098Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.117403216Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.117423386Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.117562059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.123017564Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"67.151358ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.128648793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.128674673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.129800675Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb5bedb-940e-4e5e-a95d-74ad8fcdb1f2\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.129827286Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.130483259Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.130504469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":82,"elapsed":"74.569521ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.131824265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.138120336Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.138146047Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.138388491Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d6051cf-e82f-4618-adb9-92c11e740b15\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.138414222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.140775507Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.143066882Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.143089662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.143098562Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"87.272347ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.160678552Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.160712163Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.160999328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e920a88-e398-46a8-8cd8-cc8211804d63\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.161027379Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.1626157Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.171008662Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"115.130844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.175539639Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.175954677Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.22939739Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.229815308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1204ce6-074c-460d-a92b-1d426708a7e1\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.231767636Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.232072402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.244603984Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":28,"elapsed":"188.731387ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.281001217Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.281389625Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f16acf-b241-40b5-8df5-486014e377aa\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.281420975Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.281809943Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.285986513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":28,"elapsed":"230.971163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.287919471Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.288165455Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.290698295Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.291075832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.294506748Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.294896476Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ce4128a4-a319-4de1-9200-347c034c4bb7\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.297016246Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":28,"elapsed":"241.210301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.318750237Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.319081403Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.320552681Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.322193623Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.322206083Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.322336156Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.323759513Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.325483627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.325496887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.32564398Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.34068064Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.341014927Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.343291961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.343322071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.343529595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.353386206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.35361435Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb12e99-6d46-46ac-8b0d-0e68befabd7c\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353632971Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353641671Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353864235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353882405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353889506Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353896146Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.353902526Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.353908626Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.354066059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.356053458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.35618452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15d0ad01-f74f-4aca-8ed3-27f10a54b7bf\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.35619774Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.356283812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"328643a9-270d-4df6-abfe-9d97e779e261\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.356294312Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.356303842Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.374940532Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.417170939Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab47d67-10aa-4d76-b0e2-74baa593d446\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.417194789Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.417205089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.417212949Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.419263179Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":28,"elapsed":"363.436352ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.511165695Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4dee7989-923b-4336-b010-e0b214c50844\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:59.511214396Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.511226746Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.51249353Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10016723-1dff-45ec-b3d1-5541063d0829\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:24:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.512536051Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.512894388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.516199242Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.516388096Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.523921351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.524261888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.528630272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.528858477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:59.535386993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":28,"elapsed":"479.417114ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:00.067672378Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"2d6abbb4-f584-4675-a0e9-9ba6d95b70ce","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.073722546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.073735296Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.104157584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:00.104250005Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.104378358Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"29339d95-adc1-4417-8483-457502a254f3","remote_addr":"[fd00:1122:3344:101::a]:56131","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.104714404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"29339d95-adc1-4417-8483-457502a254f3","remote_addr":"[fd00:1122:3344:101::a]:56131","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:00.167470127Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.167489958Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.168424016Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"b49c3b34-bac6-47e2-bc18-bd89afe2e8f2\", \"date\": \"Fri, 04 Oct 2024 16:25:00 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:00.168435236Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:00.169813252Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/metrics/producers","method":"POST","req_id":"29339d95-adc1-4417-8483-457502a254f3","remote_addr":"[fd00:1122:3344:101::a]:56131","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65486,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.169845783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29339d95-adc1-4417-8483-457502a254f3\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:25:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.170932044Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:00.170940404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"producer-registration-task","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056365433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056457865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056479575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056494976Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056944804Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.056966595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.058727289Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.059068865Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.05930328Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.060555634Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.182091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.061144206Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.061152656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.061286859Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.063155855Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.063301797Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.064800516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.066920967Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.066931577Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.0670567Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.075216458Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:09.075229818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":83,"elapsed":"18.897745ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:10.169297979Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"4197568f-672b-4de4-b64d-d6535948921a","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.056508553Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.056570484Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.056582114Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.056591844Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.05687908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.056921071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.058826437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.059033921Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.059382728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.060666883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.166081ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.061317316Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.061328116Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.061465548Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.063160091Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.063356725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.064783272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.067144558Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.067159049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.067290771Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.074340317Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:19.074354228Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":84,"elapsed":"17.868785ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:20.170204493Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"a0d8fa8e-3bb8-4bc1-b782-b381627c2d27","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055320607Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055416919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055430069Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055441179Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055450609Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05546027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05546947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05548089Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05549037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05550117Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.055510961Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:15:29.055405789 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055521691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055531191Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055540761Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055551322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055562752Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055572072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.055929579Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05598691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05600347Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.056040421Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.056102952Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.056913698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.056938198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057313125Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057347466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057361637Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057372527Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057384887Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"10.471µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057396987Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057407937Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057418807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057430798Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057440908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.057452178Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057463888Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057474099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057485689Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"8.62µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057496989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057507719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05751928Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05752929Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.0575383Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05754986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.0575595Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057575781Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"7.191µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057586751Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057596601Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057607221Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057618231Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057627322Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057639072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057648502Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057658522Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057669892Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057680452Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057689003Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057699293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057709863Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.057722433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057734234Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057744264Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057755164Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":16,"elapsed":"15.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057766814Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057776725Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"13.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057790515Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057800405Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057848466Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057862956Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057875186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057892537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057953468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057969818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.057981518Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.058022909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05803853Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05805037Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.05807293Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.0580869Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.058123691Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.058148182Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.058219413Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 473575249 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.058276644Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 473623410 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059001288Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059155571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059450627Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.059474447Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:15:29.055405789 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059485998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"expiration\":\"2024-10-04T16:15:29.055405789Z\",\"pruned\":[]}","iteration":15,"elapsed":"4.061908ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059883235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.059908706Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"4.396685ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.060024818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.060039088Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":15,"elapsed":"4.517798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.060349994Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.06064993Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.06116388Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.06117566Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.061350223Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.062096068Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 477458064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.062417314Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.064721149Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"7.047476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.065793369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.0658188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"8.443693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.065908122Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069503111Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069539912Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069570942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069587573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069820027Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.069853078Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.072930717Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.074141161Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.075841443Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 491179990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.076107879Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.076136719Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.076331973Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.077988065Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.078042806Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.078056956Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.078169188Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.079673757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.079972753Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.081402071Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.081835099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.08186224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.082729487Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.082982241Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.084144274Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.084163034Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.084329767Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.112965581Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.114327007Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.114823517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.116400747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.116430908Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.116657512Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.117633321Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.117981718Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.121121749Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.122842516Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.122869301Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.122882276Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"65.268182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.122895045Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.123641757Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.123668158Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.123678808Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.123862222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.123881832Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.124027445Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.124086186Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.124162537Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.124411542Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.126251618Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.126752617Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.126949481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.126970982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.126984222Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"69.546314ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.127595734Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.127709666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.127737736Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.127748517Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.12792852Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129060212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129080942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129089343Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129095883Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129243015Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.129704364Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.132396986Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.132419807Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.132541619Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.139509344Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.142037543Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.142065773Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.142181696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.147831695Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.148135571Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.167641488Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.167675238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.167685868Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.167695209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.167986534Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.168366422Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.181815011Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.186969561Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.186990251Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.188129573Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff89c6e-35b4-4967-97fd-e670c2d8d242\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.188143134Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.189476459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.194315783Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.19470964Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.32459024Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.324692362Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.325430207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f52caf2-ac15-40f0-9f51-3bbe94b0a619\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.325478258Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.326802023Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.335919059Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.33645367Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec89dbe9-8e52-40a5-bbb7-ecdaf96b5b25\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.3364786Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.336710324Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.336831747Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.337633032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"280.714725ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.340722812Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DnsResolver","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 756065138 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.341007318Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.341735072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.342127919Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.342261002Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.342445235Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.344916193Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.344943624Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"287.411774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.344957614Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.345395643Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.346737448Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.347130696Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.349474351Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.349501032Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.349636144Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.353507577Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.353535722Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":85,"elapsed":"296.125502ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.353756074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.353841656Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.354032029Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.354286584Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.354506168Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.35715998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"0","iteration":29,"elapsed":"299.504247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.362651356Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.363087244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"971f866d-8b76-472b-9b8f-b1c1920591b6\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.367742014Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":29,"elapsed":"310.168724ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.381113703Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.383849375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.383878776Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.384010349Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.384181282Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"326.617811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.388964914Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.38923249Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.391461013Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.391602415Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.394784197Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.394809207Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.394996121Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395024442Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395036202Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395073762Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395226965Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395782376Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.395800346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.39597305Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.423113824Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.423167475Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.423182375Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.423463761Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.425910658Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.430537198Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.430570468Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.430800043Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.432919004Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.432946384Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.432958895Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.432971075Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2}","iteration":15,"elapsed":"377.546496ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.43322705Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.433614737Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6036d5-f4d8-4a13-a464-fece7430b619\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.43533086Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.435370481Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"379.993793ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.435701008Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.435724308Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.435737978Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"378.102036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.436160556Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.436513433Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.4384248Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"null","iteration":29,"elapsed":"382.94363ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.443016049Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.443182232Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.443199402Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.447046557Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.447079227Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.452575123Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.452604544Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":17,"elapsed":"397.174335ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.453752616Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.453771707Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.453786947Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.454109333Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.456382457Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.461071238Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.461098818Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.461310072Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464690998Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":29,"elapsed":"406.948164ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464718848Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464732909Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","nzones":1,"version":1} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.464744099Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464756109Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464768299Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.464779259Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1}","iteration":15,"elapsed":"409.417481ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.465023504Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b0c3d2-5c51-4d73-8b36-19ffb9e31426\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.465049575Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.466402311Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.466556244Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.466659826Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.466836469Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.466855119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"409.398901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.468028162Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.469936699Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.469959119Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.470096392Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.47155925Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.473207212Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.473232673Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.473320224Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.47414459Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.474262593Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.474279923Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.475753062Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.475779272Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.477844942Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.477868582Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:25:29.480094115Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.480150546Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":17,"elapsed":"424.84985ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.483747666Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"426.148755ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.546703022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.547063209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30a785e-900d-4d6a-a7de-aa3d206567fd\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.54708794Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.54709698Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.54710346Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.548103209Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":29,"elapsed":"490.706992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.593914565Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.594284572Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.596551946Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.596577126Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.596890132Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.60451151Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.604756404Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd4ca37-2064-471c-8b95-bf2b43f139af\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.604774615Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.604786605Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.605014519Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.605026529Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.60503369Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.60504074Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.6050477Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.60505419Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.605273664Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.607166641Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.607275793Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430165a7-d178-48e1-9b26-2c1793c37e24\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.607286203Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.607378395Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d0388c9-051d-4556-b571-3721f7fe665e\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.607392215Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.607401935Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.751620792Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"64ca1c53-2382-401b-acb2-5027d99504f1\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:29.751653733Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.751664073Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.751948389Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1623784e-4388-4211-80e9-1e08316b438c\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:25:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.751988989Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.752251265Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.756113729Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.756433085Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.759155728Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.759382982Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.761495453Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.761687437Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:25:29.769272503Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","status":"{}","iteration":29,"elapsed":"711.871176ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:25:30.170802022Z","hostname":"oxz_nexus_f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","pid":23090,"uri":"/f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","method":"GET","req_id":"04a04902-b989-409a-bbee-171f2baffacb","remote_addr":"[fd00:1122:3344:101::d]:63032","local_addr":"[fd00:1122:3344:101::a]:62862","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":826,"response_code":"200"}